time="2023-05-11T13:58:03.653Z" level=info msg="Version: openshift/hive v1.2.4105-7735bf3"
time="2023-05-11T13:58:03.653Z" level=debug msg="debug logging enabled"
time="2023-05-11T13:58:03.654Z" level=info msg="hive namespace: hive"
time="2023-05-11T13:58:03.654Z" level=info msg="Starting /healthz and /readyz endpoints"
time="2023-05-11T13:58:03.654Z" level=info msg="generated leader election ID" id=e0c0906b-f7fa-483a-92d0-65a373550d2c
I0511 13:58:03.654913       1 leaderelection.go:248] attempting to acquire leader lease hive/hive-controllers-leader...
I0511 13:58:03.678562       1 leaderelection.go:258] successfully acquired lease hive/hive-controllers-leader
time="2023-05-11T13:58:03.678Z" level=info msg="became leader" id=e0c0906b-f7fa-483a-92d0-65a373550d2c
I0511 13:58:04.729054       1 request.go:690] Waited for 1.042664981s due to client-side throttling, not priority and fairness, request: GET:https://172.30.0.1:443/apis/user.openshift.io/v1?timeout=32s
time="2023-05-11T13:58:06.184Z" level=info msg="Registering Components."
time="2023-05-11T13:58:06.185Z" level=debug msg="creating cmdutil.Factory from REST client config and cache directory" cache-dir=/var/cache/kubectl controller=controlPlaneCerts
time="2023-05-11T13:58:06.601Z" level=info msg="no managed domains configured" controller=dnsendpoint
time="2023-05-11T13:58:06.601Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T13:58:06.601Z" level=error msg="error listing cluster deployments" error="the cache is not started, can not read objects"
time="2023-05-11T13:58:06.601Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T13:58:06.601Z" level=error msg="error listing cluster deployments" error="the cache is not started, can not read objects"
time="2023-05-11T13:58:06.601Z" level=info msg="calculating deprovisioning underway metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T13:58:06.601Z" level=error msg="error listing cluster deployments" error="the cache is not started, can not read objects"
time="2023-05-11T13:58:06.602Z" level=debug msg="skipping disabled controller" controller=clustersync
time="2023-05-11T13:58:06.602Z" level=debug msg="creating cmdutil.Factory from REST client config and cache directory" cache-dir=/var/cache/kubectl controller=remoteingress
time="2023-05-11T13:58:06.925Z" level=info msg="Release Image verification enabled" controller=clusterDeployment
time="2023-05-11T13:58:06.925Z" level=info msg="Starting the Cmd."
time="2023-05-11T13:58:06.926Z" level=debug msg="Starting server" addr="[::]:2112" kind=metrics path=/metrics
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.ClusterClaim"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.Role"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.Role"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting Controller" controller=clusterclaim-controller
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=fakeclusterinstall-controller source="kind source: *v1alpha1.FakeClusterInstall"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting Controller" controller=fakeclusterinstall-controller
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=dnsendpoint source="kind source: *v1.DNSZone"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=dnsendpoint source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting Controller" controller=dnsendpoint
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=unreachable-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting Controller" controller=unreachable-controller
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=controlplanecerts-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting Controller" controller=controlplanecerts-controller
time="2023-05-11T13:58:07.027Z" level=info msg="started metrics calculator goroutine"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=clusterdeprovision-controller source="kind source: *v1.ClusterDeprovision"
time="2023-05-11T13:58:07.027Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=clusterdeprovision-controller source="kind source: *v1.Job"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting Controller" controller=clusterdeprovision-controller
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="kind source: *v1.MachinePool"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="kind source: *v1.MachinePoolNameLease"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="periodic source for MachinePools every 30m0s"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting Controller" controller=machinepool-controller
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=clusterpoolnamespace-controller source="kind source: *v1.Namespace"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=clusterpoolnamespace-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting Controller" controller=clusterpoolnamespace-controller
time="2023-05-11T13:58:07.027Z" level=debug msg="Starting EventSource" controller=awsprivatelink-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting EventSource" controller=awsprivatelink-controller source="kind source: *v1.ClusterProvision"
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting EventSource" controller=awsprivatelink-controller source="kind source: *v1.ClusterDeprovision"
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting Controller" controller=awsprivatelink-controller
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting EventSource" controller=hibernation-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting Controller" controller=hibernation-controller
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting EventSource" controller=clusterrelocate-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting EventSource" controller=clusterrelocate-controller source="kind source: *v1.ClusterRelocate"
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting Controller" controller=clusterrelocate-controller
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting EventSource" controller=clusterprovision-controller source="kind source: *v1.ClusterProvision"
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting EventSource" controller=clusterprovision-controller source="kind source: *v1.Job"
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting EventSource" controller=clusterprovision-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting Controller" controller=clusterprovision-controller
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting EventSource" controller=argocdregister-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting Controller" controller=argocdregister-controller
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting EventSource" controller=remoteingress-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting Controller" controller=remoteingress-controller
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting EventSource" controller=clusterstate-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.028Z" level=debug msg="Starting Controller" controller=clusterstate-controller
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.ClusterProvision"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.Job"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.Pod"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.ClusterDeprovision"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.DNSZone"
time="2023-05-11T13:58:07.028Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1alpha1.ClusterSync"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting Controller" controller=clusterdeployment-controller
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=dnszone source="kind source: *v1.DNSZone"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=dnszone source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting Controller" controller=dnszone
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=clusterversion-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting Controller" controller=clusterversion-controller
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.ClusterPool"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.ClusterClaim"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.RoleBinding"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.RoleBinding"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.ClusterDeploymentCustomization"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting Controller" controller=clusterpool-controller
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=syncidentityprovider-controller source="kind source: *v1.SyncIdentityProvider"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=syncidentityprovider-controller source="kind source: *v1.SelectorSyncIdentityProvider"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting EventSource" controller=syncidentityprovider-controller source="kind source: *v1.ClusterDeployment"
time="2023-05-11T13:58:07.029Z" level=debug msg="Starting Controller" controller=syncidentityprovider-controller
time="2023-05-11T13:58:07.03Z" level=info msg="ClusterDeployment created" controller=clusterpool
time="2023-05-11T13:58:07.128Z" level=debug msg="Starting workers" controller=unreachable-controller worker count=5
time="2023-05-11T13:58:07.128Z" level=debug msg="Starting workers" controller=controlplanecerts-controller worker count=5
time="2023-05-11T13:58:07.128Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=controlPlaneCerts reconcileID=74v6s4sm
time="2023-05-11T13:58:07.128Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=controlPlaneCerts reconcileID=74v6s4sm
time="2023-05-11T13:58:07.128Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=unreachable reconcileID=lrvcs9dp
time="2023-05-11T13:58:07.128Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=unreachable reconcileID=lrvcs9dp
time="2023-05-11T13:58:07.128Z" level=debug msg="Starting workers" controller=argocdregister-controller worker count=5
time="2023-05-11T13:58:07.128Z" level=info msg="reconciling cluster deployment" clusterDeployment=fxie-hive-2 controller=argocdregister namespace=default
time="2023-05-11T13:58:07.128Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=fxie-hive-2 controller=argocdregister namespace=default
time="2023-05-11T13:58:07.128Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/fxie-hive-2 controller=unreachable delay=1h40m54.87114593s reconcileID=lrvcs9dp
time="2023-05-11T13:58:07.128Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lrvcs9dp
time="2023-05-11T13:58:07.128Z" level=debug msg="Starting workers" controller=remoteingress-controller worker count=5
time="2023-05-11T13:58:07.128Z" level=info msg="reconcile complete" clusterDeployment=fxie-hive-2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2023-05-11T13:58:07.129Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=remoteingress reconcileID=k4b2v7jb
time="2023-05-11T13:58:07.129Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=remoteingress reconcileID=k4b2v7jb
time="2023-05-11T13:58:07.129Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T13:58:07.129Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T13:58:07.129Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T13:58:07.131Z" level=debug msg="Starting workers" controller=hibernation-controller worker count=5
time="2023-05-11T13:58:07.131Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=hibernation reconcileID=vgf9rx29
time="2023-05-11T13:58:07.131Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=hibernation reconcileID=vgf9rx29
time="2023-05-11T13:58:07.132Z" level=info msg="Job created" controller=clusterProvision
time="2023-05-11T13:58:07.132Z" level=info msg="Job created" controller=clusterProvision
time="2023-05-11T13:58:07.23Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=202 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T13:58:07.234Z" level=info msg="ClusterProvision created" controller=clusterDeployment
time="2023-05-11T13:58:07.234Z" level=debug msg="Starting workers" controller=clusterversion-controller worker count=5
time="2023-05-11T13:58:07.234Z" level=debug msg="Starting workers" controller=clusterstate-controller worker count=5
time="2023-05-11T13:58:07.234Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=clusterState reconcileID=kdxdjrmz
time="2023-05-11T13:58:07.234Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=clusterState reconcileID=kdxdjrmz
time="2023-05-11T13:58:07.234Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=clusterversion reconcileID=zv94hdh8
time="2023-05-11T13:58:07.235Z" level=info msg="Job created" controller=clusterProvision
time="2023-05-11T13:58:07.235Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=clusterversion reconcileID=zv94hdh8
time="2023-05-11T13:58:07.235Z" level=info msg="Job created" controller=clusterProvision
time="2023-05-11T13:58:07.429Z" level=debug msg="Starting workers" controller=dnsendpoint worker count=5
time="2023-05-11T13:58:07.429Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/fxie-hive-2 controller=controlPlaneCerts reconcileID=74v6s4sm
time="2023-05-11T13:58:07.429Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/fxie-hive-2 controller=controlPlaneCerts reconcileID=74v6s4sm
time="2023-05-11T13:58:07.429Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=controlPlaneCerts elapsedMillis=300 elapsedMillisGT=0 outcome=unspecified reconcileID=74v6s4sm
time="2023-05-11T13:58:07.429Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/fxie-hive-2 controller=remoteingress reconcileID=k4b2v7jb
time="2023-05-11T13:58:07.429Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=remoteingress elapsedMillis=300 elapsedMillisGT=0 outcome=unspecified reconcileID=k4b2v7jb
time="2023-05-11T13:58:07.43Z" level=debug msg="Starting workers" controller=clusterclaim-controller worker count=5
time="2023-05-11T13:58:07.43Z" level=debug msg="Starting workers" controller=dnszone worker count=5
time="2023-05-11T13:58:07.433Z" level=debug msg="Starting workers" controller=clusterdeprovision-controller worker count=5
time="2023-05-11T13:58:07.434Z" level=debug msg="Starting workers" controller=awsprivatelink-controller worker count=5
time="2023-05-11T13:58:07.434Z" level=debug msg="Starting workers" controller=clusterdeployment-controller worker count=5
time="2023-05-11T13:58:07.434Z" level=debug msg="Starting workers" controller=clusterprovision-controller worker count=5
time="2023-05-11T13:58:07.434Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=clusterDeployment reconcileID=7l2zdc5p
time="2023-05-11T13:58:07.434Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=awsprivatelink reconcileID=8jznsbwm
time="2023-05-11T13:58:07.434Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=awsprivatelink reconcileID=8jznsbwm
time="2023-05-11T13:58:07.434Z" level=debug msg="Starting workers" controller=fakeclusterinstall-controller worker count=5
time="2023-05-11T13:58:07.434Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/fxie-hive-2 controller=awsprivatelink reconcileID=8jznsbwm
time="2023-05-11T13:58:07.434Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=clusterDeployment reconcileID=7l2zdc5p
time="2023-05-11T13:58:07.435Z" level=debug msg="Starting workers" controller=clusterrelocate-controller worker count=5
time="2023-05-11T13:58:07.434Z" level=info msg="reconciling cluster provision" clusterProvision=default/fxie-hive-2-0-l2vvv controller=clusterProvision reconcileID=wmzk7lgm
time="2023-05-11T13:58:07.435Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=clusterRelocate reconcileID=gdhpsgps
time="2023-05-11T13:58:07.435Z" level=debug msg="no additional log fields found" clusterProvision=default/fxie-hive-2-0-l2vvv controller=clusterProvision reconcileID=wmzk7lgm
time="2023-05-11T13:58:07.435Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/fxie-hive-2-0-l2vvv ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2
time="2023-05-11T13:58:07.435Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=clusterRelocate reconcileID=gdhpsgps
time="2023-05-11T13:58:07.435Z" level=debug msg="Starting workers" controller=clusterpoolnamespace-controller worker count=5
time="2023-05-11T13:58:07.435Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/fxie-hive-2-0-l2vvv controller=clusterProvision objectKind=Job objectNamespacedName=default/fxie-hive-2-0-l2vvv-provision ownerKind=ClusterProvision ownerNamespacedName=default/fxie-hive-2-0-l2vvv reconcileID=wmzk7lgm
time="2023-05-11T13:58:07.435Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kni-infra reconcileID=h5qwvl84
time="2023-05-11T13:58:07.435Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=5r8kj99d
time="2023-05-11T13:58:07.435Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-operator-lifecycle-manager reconcileID=fnbcg6d5
time="2023-05-11T13:58:07.435Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-apiserver reconcileID=7xj6vdwt
time="2023-05-11T13:58:07.435Z" level=debug msg="Starting workers" controller=clusterpool-controller worker count=5
time="2023-05-11T13:58:07.435Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-machine-approver reconcileID=8kfbjwj4
time="2023-05-11T13:58:07.435Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-operator-lifecycle-manager outcome=unspecified reconcileID=fnbcg6d5
time="2023-05-11T13:58:07.435Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-apiserver reconcileID=gzk4ljrz
time="2023-05-11T13:58:07.435Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-apiserver outcome=unspecified reconcileID=gzk4ljrz
time="2023-05-11T13:58:07.435Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-operators reconcileID=bx47jj5r
time="2023-05-11T13:58:07.435Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-operators outcome=unspecified reconcileID=bx47jj5r
time="2023-05-11T13:58:07.435Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-apiserver-operator reconcileID=s4t2jpjv
time="2023-05-11T13:58:07.435Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-apiserver-operator outcome=unspecified reconcileID=s4t2jpjv
time="2023-05-11T13:58:07.435Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config-operator reconcileID=j4rmfrw2
time="2023-05-11T13:58:07.435Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config-operator outcome=unspecified reconcileID=j4rmfrw2
time="2023-05-11T13:58:07.435Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-openstack-infra reconcileID=9nfvq67r
time="2023-05-11T13:58:07.435Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-openstack-infra outcome=unspecified reconcileID=9nfvq67r
time="2023-05-11T13:58:07.435Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-scheduler reconcileID=l2lsc76l
time="2023-05-11T13:58:07.435Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-scheduler outcome=unspecified reconcileID=l2lsc76l
time="2023-05-11T13:58:07.435Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console-user-settings reconcileID=8gmsq54r
time="2023-05-11T13:58:07.435Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console-user-settings outcome=unspecified reconcileID=8gmsq54r
time="2023-05-11T13:58:07.435Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config-managed reconcileID=4j9cplvh
time="2023-05-11T13:58:07.435Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config-managed outcome=unspecified reconcileID=4j9cplvh
time="2023-05-11T13:58:07.435Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift reconcileID=j2m9lwcw
time="2023-05-11T13:58:07.435Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift outcome=unspecified reconcileID=j2m9lwcw
time="2023-05-11T13:58:07.436Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-multus reconcileID=vt2w295v
time="2023-05-11T13:58:07.436Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-multus outcome=unspecified reconcileID=vt2w295v
time="2023-05-11T13:58:07.436Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-insights reconcileID=mpgvg2d9
time="2023-05-11T13:58:07.436Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-insights outcome=unspecified reconcileID=mpgvg2d9
time="2023-05-11T13:58:07.436Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-csi-drivers reconcileID=nswn45kn
time="2023-05-11T13:58:07.436Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-machine-approver outcome=unspecified reconcileID=8kfbjwj4
time="2023-05-11T13:58:07.436Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-controller-manager-operator reconcileID=z4zc2src
time="2023-05-11T13:58:07.436Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-controller-manager-operator outcome=unspecified reconcileID=z4zc2src
time="2023-05-11T13:58:07.436Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/fxie-hive-2 controller=clusterRelocate matchingRelocates="[]" reconcileID=gdhpsgps
time="2023-05-11T13:58:07.436Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=clusterRelocate elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=gdhpsgps
time="2023-05-11T13:58:07.436Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/fxie-hive-2-0-l2vvv controller=clusterProvision objectKind=Secret objectNamespacedName=default/fxie-hive-2-0-l2vvv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/fxie-hive-2-0-l2vvv reconcileID=wmzk7lgm
time="2023-05-11T13:58:07.436Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/fxie-hive-2-0-l2vvv controller=clusterProvision objectKind=Secret objectNamespacedName=default/fxie-hive-2-0-l2vvv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/fxie-hive-2-0-l2vvv reconcileID=wmzk7lgm
time="2023-05-11T13:58:07.436Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=default/fxie-hive-2-0-l2vvv
time="2023-05-11T13:58:07.436Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/fxie-hive-2-0-l2vvv controller=clusterProvision reconcileID=wmzk7lgm
time="2023-05-11T13:58:07.436Z" level=info msg="reconcile complete" clusterProvision=default/fxie-hive-2-0-l2vvv controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=wmzk7lgm
time="2023-05-11T13:58:07.436Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-node reconcileID=bchzcpw4
time="2023-05-11T13:58:07.436Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-node outcome=unspecified reconcileID=bchzcpw4
time="2023-05-11T13:58:07.436Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config reconcileID=v4h2lsjv
time="2023-05-11T13:58:07.436Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/fxie-hive-2 controller=clusterState objectKind=ClusterState objectNamespacedName=default/fxie-hive-2 ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2 reconcileID=kdxdjrmz
time="2023-05-11T13:58:07.435Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8jznsbwm
time="2023-05-11T13:58:07.436Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config outcome=unspecified reconcileID=v4h2lsjv
time="2023-05-11T13:58:07.436Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-dns reconcileID=64tx5pm9
time="2023-05-11T13:58:07.436Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-dns outcome=unspecified reconcileID=64tx5pm9
time="2023-05-11T13:58:07.436Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-image-registry reconcileID=w477qknb
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-image-registry outcome=unspecified reconcileID=w477qknb
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-nutanix-infra reconcileID=m5w2x7fh
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-nutanix-infra outcome=unspecified reconcileID=m5w2x7fh
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ovirt-infra reconcileID=fdhcpwh2
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ovirt-infra outcome=unspecified reconcileID=fdhcpwh2
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-controller-manager-operator reconcileID=cgpg72b7
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-controller-manager-operator outcome=unspecified reconcileID=cgpg72b7
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-machine-api reconcileID=kzb2kwks
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-machine-api outcome=unspecified reconcileID=kzb2kwks
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-credential-operator reconcileID=7wgzffrg
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-credential-operator outcome=unspecified reconcileID=7wgzffrg
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-controller-manager-operator reconcileID=bzf5ddnh
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-controller-manager-operator outcome=unspecified reconcileID=bzf5ddnh
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-system reconcileID=xwl5xkfb
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-system outcome=unspecified reconcileID=xwl5xkfb
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-network-diagnostics reconcileID=sdwrmr9s
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-network-diagnostics outcome=unspecified reconcileID=sdwrmr9s
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-marketplace reconcileID=4w429gnl
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-marketplace outcome=unspecified reconcileID=4w429gnl
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress-canary reconcileID=rgkq8xj2
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress-canary outcome=unspecified reconcileID=rgkq8xj2
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-machine-config-operator reconcileID=glfrlcgn
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-machine-config-operator outcome=unspecified reconcileID=glfrlcgn
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-infra reconcileID=7cnf9lrd
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-infra outcome=unspecified reconcileID=7cnf9lrd
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-controller-manager reconcileID=llsjgf5f
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-controller-manager outcome=unspecified reconcileID=llsjgf5f
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-storage-version-migrator reconcileID=wrwhjmpp
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-storage-version-migrator outcome=unspecified reconcileID=wrwhjmpp
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-version reconcileID=x57p7qr4
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-version outcome=unspecified reconcileID=x57p7qr4
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress-operator reconcileID=42m47bj2
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress-operator outcome=unspecified reconcileID=42m47bj2
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-storage-version-migrator-operator reconcileID=657st4l7
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-storage-version-migrator-operator outcome=unspecified reconcileID=657st4l7
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-oauth-apiserver reconcileID=kdgm58z7
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-oauth-apiserver outcome=unspecified reconcileID=kdgm58z7
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-storage-operator reconcileID=zz9szv9n
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-storage-operator outcome=unspecified reconcileID=zz9szv9n
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-host-network reconcileID=jqg4ckjh
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-host-network outcome=unspecified reconcileID=jqg4ckjh
time="2023-05-11T13:58:07.437Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-scheduler-operator reconcileID=wkbgjmc8
time="2023-05-11T13:58:07.437Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-scheduler-operator outcome=unspecified reconcileID=wkbgjmc8
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-vsphere-infra reconcileID=zktv2pp8
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-vsphere-infra outcome=unspecified reconcileID=zktv2pp8
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-controller-manager reconcileID=9ftph2q5
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-controller-manager outcome=unspecified reconcileID=9ftph2q5
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console reconcileID=557nhfbv
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console outcome=unspecified reconcileID=557nhfbv
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-route-controller-manager reconcileID=nwhcxldm
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-route-controller-manager outcome=unspecified reconcileID=nwhcxldm
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-etcd reconcileID=lwbqhfc8
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-etcd outcome=unspecified reconcileID=lwbqhfc8
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-user-workload-monitoring reconcileID=jq5zq9qp
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-user-workload-monitoring outcome=unspecified reconcileID=jq5zq9qp
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-sdn reconcileID=fplfrwnt
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-sdn outcome=unspecified reconcileID=fplfrwnt
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-monitoring reconcileID=sxdlrx5v
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-monitoring outcome=unspecified reconcileID=sxdlrx5v
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-public reconcileID=blfrd4fp
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-public outcome=unspecified reconcileID=blfrd4fp
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console-operator reconcileID=qfpx9p6n
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console-operator outcome=unspecified reconcileID=qfpx9p6n
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-network-config-controller reconcileID=s2pzd9nn
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-network-config-controller outcome=unspecified reconcileID=s2pzd9nn
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-controller-manager reconcileID=4wqkt8xp
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-controller-manager outcome=unspecified reconcileID=4wqkt8xp
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-network-operator reconcileID=z4cfxbtv
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-network-operator outcome=unspecified reconcileID=z4cfxbtv
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-etcd-operator reconcileID=kmmw2tqr
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-etcd-operator outcome=unspecified reconcileID=kmmw2tqr
time="2023-05-11T13:58:07.438Z" level=debug msg="Starting workers" controller=machinepool-controller worker count=5
time="2023-05-11T13:58:07.438Z" level=debug msg="Starting workers" controller=syncidentityprovider-controller worker count=5
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=n6r5bbsw
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-authentication reconcileID=tb6hfj2h
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/fxie-hive-2 controller=syncidentityprovider reconcileID=wvr5cqqv
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-authentication outcome=unspecified reconcileID=tb6hfj2h
time="2023-05-11T13:58:07.438Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=syncidentityprovider reconcileID=wvr5cqqv
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-samples-operator reconcileID=tlq6tjgq
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-samples-operator outcome=unspecified reconcileID=tlq6tjgq
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-node-tuning-operator reconcileID=hfv7gtrr
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-node-tuning-operator outcome=unspecified reconcileID=hfv7gtrr
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-service-ca-operator reconcileID=rzqzjngm
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-service-ca-operator outcome=unspecified reconcileID=rzqzjngm
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-apiserver-operator reconcileID=dqmwbfc2
time="2023-05-11T13:58:07.438Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-apiserver-operator outcome=unspecified reconcileID=dqmwbfc2
time="2023-05-11T13:58:07.438Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=n6r5bbsw
time="2023-05-11T13:58:07.438Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/fxie-hive-2-worker
time="2023-05-11T13:58:07.436Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-csi-drivers outcome=unspecified reconcileID=nswn45kn
time="2023-05-11T13:58:07.439Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-authentication-operator reconcileID=2zxxrm49
time="2023-05-11T13:58:07.439Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-authentication-operator outcome=unspecified reconcileID=2zxxrm49
time="2023-05-11T13:58:07.439Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/fxie-hive-2 controller=syncidentityprovider reconcileID=wvr5cqqv
time="2023-05-11T13:58:07.436Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=1 elapsedMillisGT=0 namespace=/openshift-kni-infra outcome=unspecified reconcileID=h5qwvl84
time="2023-05-11T13:58:07.439Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvr5cqqv
time="2023-05-11T13:58:07.439Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/hive reconcileID=dqvqjfcl
time="2023-05-11T13:58:07.439Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress reconcileID=r4n66s52
time="2023-05-11T13:58:07.439Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/hive outcome=unspecified reconcileID=dqvqjfcl
time="2023-05-11T13:58:07.439Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress outcome=unspecified reconcileID=r4n66s52
time="2023-05-11T13:58:07.439Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-dns-operator reconcileID=n55q9khg
time="2023-05-11T13:58:07.439Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-service-ca reconcileID=52rlr9kq
time="2023-05-11T13:58:07.439Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-service-ca outcome=unspecified reconcileID=52rlr9kq
time="2023-05-11T13:58:07.438Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-node-lease reconcileID=7b56dwsw
time="2023-05-11T13:58:07.439Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-node-lease outcome=unspecified reconcileID=7b56dwsw
time="2023-05-11T13:58:07.439Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-dns-operator outcome=unspecified reconcileID=n55q9khg
time="2023-05-11T13:58:07.436Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-apiserver outcome=unspecified reconcileID=7xj6vdwt
time="2023-05-11T13:58:07.436Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=1 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=5r8kj99d
time="2023-05-11T13:58:07.537Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/fxie-hive-2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2
time="2023-05-11T13:58:07.537Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/fxie-hive-2-0-l2vvv-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2
time="2023-05-11T13:58:07.537Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/fxie-hive-2-0-l2vvv-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2
time="2023-05-11T13:58:07.673Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=n6r5bbsw
time="2023-05-11T13:58:07.701Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/fxie-hive-2 controller=clusterversion reconcileID=zv94hdh8
time="2023-05-11T13:58:07.701Z" level=debug msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=clusterversion reconcileID=zv94hdh8
time="2023-05-11T13:58:07.701Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=clusterversion elapsedMillis=466 elapsedMillisGT=0 outcome=unspecified reconcileID=zv94hdh8
time="2023-05-11T13:58:07.727Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=clusterState elapsedMillis=492 elapsedMillisGT=0 outcome=unspecified reconcileID=kdxdjrmz
time="2023-05-11T13:58:07.776Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=n6r5bbsw
time="2023-05-11T13:58:07.776Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Azure ResourceGroupName is unset! You may need to set it manually (ClusterDeployment.Spec.ClusterMetadata.Platform.Azure.ResourceGroupName)" machinePool=default/fxie-hive-2-worker reconcileID=n6r5bbsw
time="2023-05-11T13:58:07.776Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=337 elapsedMillisGT=0 machinePool=default/fxie-hive-2-worker outcome=unspecified reconcileID=n6r5bbsw
time="2023-05-11T13:58:07.776Z" level=error msg="Reconciler error" controller=machinepool-controller error="could not generate machinesets: Azure ResourceGroupName is unset! You may need to set it manually (ClusterDeployment.Spec.ClusterMetadata.Platform.Azure.ResourceGroupName)" name=fxie-hive-2-worker namespace=default object=default/fxie-hive-2-worker reconcileID=0f66d0d1-bff4-4b40-9d85-ee240010175c
time="2023-05-11T13:58:07.782Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=7ncskl5r
time="2023-05-11T13:58:07.782Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=7ncskl5r
time="2023-05-11T13:58:07.782Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/fxie-hive-2-worker
time="2023-05-11T13:58:07.863Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=7ncskl5r
time="2023-05-11T13:58:07.863Z" level=info msg="Found Azure ResourceGroupName in remote cluster's Infrastructure." clusterDeployment=default/fxie-hive-2 controller=clusterDeployment reconcileID=7l2zdc5p resourceGroupName=fxie-2204-upgrade subtask=discoverAzureResourceGroup
time="2023-05-11T13:58:07.888Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=clusterDeployment elapsedMillis=453 elapsedMillisGT=0 outcome=unspecified reconcileID=7l2zdc5p
time="2023-05-11T13:58:07.888Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="admission webhook \"clusterdeploymentvalidators.admission.hive.openshift.io\" denied the request: ClusterDeployment.hive.openshift.io \"fxie-hive-2\" is invalid: spec.clusterMetadata: Invalid value: v1.ClusterMetadata{ClusterID:\"44393fe7-8b9f-486d-b136-42ee6cdde54c\", InfraID:\"fxie-hive-2-g2gp6\", AdminKubeconfigSecretRef:v1.LocalObjectReference{Name:\"fxie-hive-2-0-l2vvv-admin-kubeconfig\"}, AdminPasswordSecretRef:(*v1.LocalObjectReference)(0xc000b3be00), Platform:(*v1.ClusterPlatformMetadata)(0xc0004652d0)}: field is immutable" name=fxie-hive-2 namespace=default object=default/fxie-hive-2 reconcileID=95285b43-c198-4c1b-8178-c2b27095b1ee
time="2023-05-11T13:58:07.893Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=clusterDeployment reconcileID=5zs8dzzm
time="2023-05-11T13:58:07.893Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=clusterDeployment reconcileID=5zs8dzzm
time="2023-05-11T13:58:07.893Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/fxie-hive-2-0-l2vvv ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2
time="2023-05-11T13:58:07.894Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/fxie-hive-2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2
time="2023-05-11T13:58:07.894Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/fxie-hive-2-0-l2vvv-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2
time="2023-05-11T13:58:07.894Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/fxie-hive-2-0-l2vvv-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2
time="2023-05-11T13:58:07.926Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=7ncskl5r
time="2023-05-11T13:58:07.927Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Azure ResourceGroupName is unset! You may need to set it manually (ClusterDeployment.Spec.ClusterMetadata.Platform.Azure.ResourceGroupName)" machinePool=default/fxie-hive-2-worker reconcileID=7ncskl5r
time="2023-05-11T13:58:07.927Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=145 elapsedMillisGT=0 machinePool=default/fxie-hive-2-worker outcome=unspecified reconcileID=7ncskl5r
time="2023-05-11T13:58:07.927Z" level=error msg="Reconciler error" controller=machinepool-controller error="could not generate machinesets: Azure ResourceGroupName is unset! You may need to set it manually (ClusterDeployment.Spec.ClusterMetadata.Platform.Azure.ResourceGroupName)" name=fxie-hive-2-worker namespace=default object=default/fxie-hive-2-worker reconcileID=c73887cb-0bb5-4fc0-8233-6c7a1edf92c1
time="2023-05-11T13:58:07.937Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=k6bc5cjp
time="2023-05-11T13:58:07.937Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=k6bc5cjp
time="2023-05-11T13:58:07.937Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/fxie-hive-2-worker
time="2023-05-11T13:58:08Z" level=info msg="Found Azure ResourceGroupName in remote cluster's Infrastructure." clusterDeployment=default/fxie-hive-2 controller=clusterDeployment reconcileID=5zs8dzzm resourceGroupName=fxie-2204-upgrade subtask=discoverAzureResourceGroup
time="2023-05-11T13:58:08.015Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=k6bc5cjp
time="2023-05-11T13:58:08.021Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=clusterDeployment elapsedMillis=128 elapsedMillisGT=0 outcome=unspecified reconcileID=5zs8dzzm
time="2023-05-11T13:58:08.022Z" level=info msg="reconciling cluster deployment" clusterDeployment=fxie-hive-2 controller=argocdregister namespace=default
time="2023-05-11T13:58:08.022Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=fxie-hive-2 controller=argocdregister namespace=default
time="2023-05-11T13:58:08.022Z" level=info msg="reconcile complete" clusterDeployment=fxie-hive-2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=default outcome=unspecified
time="2023-05-11T13:58:08.023Z" level=info msg="reconciling cluster provision" clusterProvision=default/fxie-hive-2-0-l2vvv controller=clusterProvision reconcileID=479nnpq6
time="2023-05-11T13:58:08.023Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=clusterState reconcileID=5vkmd5l2
time="2023-05-11T13:58:08.023Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=clusterState reconcileID=5vkmd5l2
time="2023-05-11T13:58:08.023Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=clusterDeployment reconcileID=2vvbz4jk
time="2023-05-11T13:58:08.023Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=clusterDeployment reconcileID=2vvbz4jk
time="2023-05-11T13:58:08.023Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/fxie-hive-2 controller=clusterState objectKind=ClusterState objectNamespacedName=default/fxie-hive-2 ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2 reconcileID=5vkmd5l2
time="2023-05-11T13:58:08.023Z" level=error msg="Failed to check whether machines are running." clusterDeployment=default/fxie-hive-2 controller=hibernation error="Azure ResourceGroupName is unset! You may need to set it manually (ClusterDeployment.Spec.ClusterMetadata.Platform.Azure.ResourceGroupName)" reconcileID=vgf9rx29
time="2023-05-11T13:58:08.023Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=hibernation elapsedMillis=892 elapsedMillisGT=0 outcome=unspecified reconcileID=vgf9rx29
time="2023-05-11T13:58:08.023Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=default/fxie-hive-2-0-l2vvv ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2
time="2023-05-11T13:58:08.022Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=unreachable reconcileID=zn5pfpbp
time="2023-05-11T13:58:08.023Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=unreachable reconcileID=zn5pfpbp
time="2023-05-11T13:58:08.023Z" level=debug msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=awsprivatelink reconcileID=jsqlqp87
time="2023-05-11T13:58:08.023Z" level=debug msg="waiting to check connectivity" clusterDeployment=default/fxie-hive-2 controller=unreachable delay=1h40m53.976610093s reconcileID=zn5pfpbp
time="2023-05-11T13:58:08.023Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=awsprivatelink reconcileID=jsqlqp87
time="2023-05-11T13:58:08.023Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=default/fxie-hive-2 controller=awsprivatelink reconcileID=jsqlqp87
time="2023-05-11T13:58:08.023Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jsqlqp87
time="2023-05-11T13:58:08.023Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=426bpg7h
time="2023-05-11T13:58:08.023Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=426bpg7h
time="2023-05-11T13:58:08.023Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zn5pfpbp
time="2023-05-11T13:58:08.023Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=default/fxie-hive-2 controller=syncidentityprovider reconcileID=vvfjfdrc
time="2023-05-11T13:58:08.023Z" level=error msg="Reconciler error" controller=hibernation-controller error="Azure ResourceGroupName is unset! You may need to set it manually (ClusterDeployment.Spec.ClusterMetadata.Platform.Azure.ResourceGroupName)" name=fxie-hive-2 namespace=default object=default/fxie-hive-2 reconcileID=f03fd0b0-74d2-44bd-9e13-795ac7b7b347
time="2023-05-11T13:58:08.023Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=hibernation reconcileID=t5pxbcfj
time="2023-05-11T13:58:08.023Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=hibernation reconcileID=t5pxbcfj
time="2023-05-11T13:58:08.023Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=controlPlaneCerts reconcileID=62zssvw5
time="2023-05-11T13:58:08.023Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=controlPlaneCerts reconcileID=62zssvw5
time="2023-05-11T13:58:08.023Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=default/fxie-hive-2 controller=controlPlaneCerts reconcileID=62zssvw5
time="2023-05-11T13:58:08.023Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=default/fxie-hive-2 controller=controlPlaneCerts reconcileID=62zssvw5
time="2023-05-11T13:58:08.023Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=62zssvw5
time="2023-05-11T13:58:08.023Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/fxie-hive-2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2
time="2023-05-11T13:58:08.023Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/fxie-hive-2-0-l2vvv-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2
time="2023-05-11T13:58:08.023Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=default/fxie-hive-2-0-l2vvv-admin-password ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2
time="2023-05-11T13:58:08.023Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=default/fxie-hive-2 controller=clusterDeployment reconcileID=2vvbz4jk
time="2023-05-11T13:58:08.023Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=syncidentityprovider reconcileID=vvfjfdrc
time="2023-05-11T13:58:08.023Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=default/fxie-hive-2 controller=clusterDeployment reconcileID=2vvbz4jk
time="2023-05-11T13:58:08.023Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=default/fxie-hive-2 controller=clusterDeployment reconcileID=2vvbz4jk
time="2023-05-11T13:58:08.023Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=default/fxie-hive-2 controller=syncidentityprovider reconcileID=vvfjfdrc
time="2023-05-11T13:58:08.023Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=default/fxie-hive-2 controller=clusterDeployment reconcileID=2vvbz4jk
time="2023-05-11T13:58:08.024Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2vvbz4jk
time="2023-05-11T13:58:08.023Z" level=debug msg="no additional log fields found" clusterProvision=default/fxie-hive-2-0-l2vvv controller=clusterProvision reconcileID=479nnpq6
time="2023-05-11T13:58:08.024Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/fxie-hive-2-0-l2vvv controller=clusterProvision objectKind=Job objectNamespacedName=default/fxie-hive-2-0-l2vvv-provision ownerKind=ClusterProvision ownerNamespacedName=default/fxie-hive-2-0-l2vvv reconcileID=479nnpq6
time="2023-05-11T13:58:08.024Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/fxie-hive-2-0-l2vvv controller=clusterProvision objectKind=Secret objectNamespacedName=default/fxie-hive-2-0-l2vvv-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=default/fxie-hive-2-0-l2vvv reconcileID=479nnpq6
time="2023-05-11T13:58:08.023Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vvfjfdrc
time="2023-05-11T13:58:08.022Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=clusterversion reconcileID=bj4v5rgg
time="2023-05-11T13:58:08.024Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=clusterversion reconcileID=bj4v5rgg
time="2023-05-11T13:58:08.024Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=default/fxie-hive-2-0-l2vvv controller=clusterProvision objectKind=Secret objectNamespacedName=default/fxie-hive-2-0-l2vvv-admin-password ownerKind=ClusterProvision ownerNamespacedName=default/fxie-hive-2-0-l2vvv reconcileID=479nnpq6
time="2023-05-11T13:58:08.022Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=clusterRelocate reconcileID=ggzb7mh8
time="2023-05-11T13:58:08.024Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=clusterRelocate reconcileID=ggzb7mh8
time="2023-05-11T13:58:08.024Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=default/fxie-hive-2 controller=clusterRelocate matchingRelocates="[]" reconcileID=ggzb7mh8
time="2023-05-11T13:58:08.024Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ggzb7mh8
time="2023-05-11T13:58:08.023Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=remoteingress reconcileID=92c98b9k
time="2023-05-11T13:58:08.024Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=remoteingress reconcileID=92c98b9k
time="2023-05-11T13:58:08.024Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=default/fxie-hive-2 controller=remoteingress reconcileID=92c98b9k
time="2023-05-11T13:58:08.024Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=92c98b9k
time="2023-05-11T13:58:08.024Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=default/fxie-hive-2-0-l2vvv
time="2023-05-11T13:58:08.024Z" level=debug msg="ClusterProvision is complete" clusterProvision=default/fxie-hive-2-0-l2vvv controller=clusterProvision reconcileID=479nnpq6
time="2023-05-11T13:58:08.024Z" level=info msg="reconcile complete" clusterProvision=default/fxie-hive-2-0-l2vvv controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=479nnpq6
time="2023-05-11T13:58:08.079Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=k6bc5cjp
time="2023-05-11T13:58:08.079Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Azure ResourceGroupName is unset! You may need to set it manually (ClusterDeployment.Spec.ClusterMetadata.Platform.Azure.ResourceGroupName)" machinePool=default/fxie-hive-2-worker reconcileID=k6bc5cjp
time="2023-05-11T13:58:08.079Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=141 elapsedMillisGT=0 machinePool=default/fxie-hive-2-worker outcome=unspecified reconcileID=k6bc5cjp
time="2023-05-11T13:58:08.079Z" level=error msg="Reconciler error" controller=machinepool-controller error="could not generate machinesets: Azure ResourceGroupName is unset! You may need to set it manually (ClusterDeployment.Spec.ClusterMetadata.Platform.Azure.ResourceGroupName)" name=fxie-hive-2-worker namespace=default object=default/fxie-hive-2-worker reconcileID=924c1224-0680-4294-a46d-28ca8069c82e
time="2023-05-11T13:58:08.079Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=g4j9ffqg
time="2023-05-11T13:58:08.079Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=g4j9ffqg
time="2023-05-11T13:58:08.079Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/fxie-hive-2-worker
time="2023-05-11T13:58:08.139Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=default/fxie-hive-2 controller=clusterversion reconcileID=bj4v5rgg
time="2023-05-11T13:58:08.139Z" level=debug msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=clusterversion reconcileID=bj4v5rgg
time="2023-05-11T13:58:08.139Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=clusterversion elapsedMillis=115 elapsedMillisGT=0 outcome=unspecified reconcileID=bj4v5rgg
time="2023-05-11T13:58:08.177Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=g4j9ffqg
time="2023-05-11T13:58:08.195Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=clusterState elapsedMillis=172 elapsedMillisGT=0 outcome=unspecified reconcileID=5vkmd5l2
time="2023-05-11T13:58:08.264Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=g4j9ffqg
time="2023-05-11T13:58:08.555Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/fxie-hive-2 controller=hibernation machine=fxie-hive-2-g2gp6-master-0 powerState=running reconcileID=t5pxbcfj
time="2023-05-11T13:58:08.555Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/fxie-hive-2 controller=hibernation machine=fxie-hive-2-g2gp6-master-1 powerState=running reconcileID=t5pxbcfj
time="2023-05-11T13:58:08.555Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/fxie-hive-2 controller=hibernation machine=fxie-hive-2-g2gp6-master-2 powerState=running reconcileID=t5pxbcfj
time="2023-05-11T13:58:08.555Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/fxie-hive-2 controller=hibernation machine=fxie-hive-2-g2gp6-worker-centralus1-fpp6x powerState=running reconcileID=t5pxbcfj
time="2023-05-11T13:58:08.555Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/fxie-hive-2 controller=hibernation machine=fxie-hive-2-g2gp6-worker-centralus2-97vvw powerState=running reconcileID=t5pxbcfj
time="2023-05-11T13:58:08.555Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/fxie-hive-2 controller=hibernation machine=fxie-hive-2-g2gp6-worker-centralus3-q5vvb powerState=running reconcileID=t5pxbcfj
time="2023-05-11T13:58:09.123Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/fxie-hive-2 controller=hibernation count=6 reconcileID=t5pxbcfj
time="2023-05-11T13:58:09.123Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/fxie-hive-2 controller=hibernation reconcileID=t5pxbcfj
time="2023-05-11T13:58:09.175Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=default/fxie-hive-2 controller=hibernation reconcileID=t5pxbcfj
time="2023-05-11T13:58:09.175Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=hibernation elapsedMillis=1151 elapsedMillisGT=1000 outcome=unspecified reconcileID=t5pxbcfj
time="2023-05-11T13:58:09.175Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=hibernation reconcileID=cs5nlc7q
time="2023-05-11T13:58:09.175Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=hibernation reconcileID=cs5nlc7q
time="2023-05-11T13:58:09.664Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/fxie-hive-2 controller=hibernation machine=fxie-hive-2-g2gp6-master-0 powerState=running reconcileID=cs5nlc7q
time="2023-05-11T13:58:09.664Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/fxie-hive-2 controller=hibernation machine=fxie-hive-2-g2gp6-master-1 powerState=running reconcileID=cs5nlc7q
time="2023-05-11T13:58:09.664Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/fxie-hive-2 controller=hibernation machine=fxie-hive-2-g2gp6-master-2 powerState=running reconcileID=cs5nlc7q
time="2023-05-11T13:58:09.665Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/fxie-hive-2 controller=hibernation machine=fxie-hive-2-g2gp6-worker-centralus1-fpp6x powerState=running reconcileID=cs5nlc7q
time="2023-05-11T13:58:09.665Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/fxie-hive-2 controller=hibernation machine=fxie-hive-2-g2gp6-worker-centralus2-97vvw powerState=running reconcileID=cs5nlc7q
time="2023-05-11T13:58:09.665Z" level=debug msg="machine filtered out due to power state" cloud=azure clusterDeployment=default/fxie-hive-2 controller=hibernation machine=fxie-hive-2-g2gp6-worker-centralus3-q5vvb powerState=running reconcileID=cs5nlc7q
time="2023-05-11T13:58:10.258Z" level=info msg="All cluster nodes are ready" clusterDeployment=default/fxie-hive-2 controller=hibernation count=6 reconcileID=cs5nlc7q
time="2023-05-11T13:58:10.259Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=default/fxie-hive-2 controller=hibernation reconcileID=cs5nlc7q
time="2023-05-11T13:58:10.311Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=default/fxie-hive-2 controller=hibernation reconcileID=cs5nlc7q
time="2023-05-11T13:58:10.311Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=hibernation elapsedMillis=1136 elapsedMillisGT=1000 outcome=unspecified reconcileID=cs5nlc7q
time="2023-05-11T13:58:19.421Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=g4j9ffqg
time="2023-05-11T13:58:19.422Z" level=info msg="updating machineset" controller=machinepool machinePool=default/fxie-hive-2-worker machineset=fxie-hive-2-g2gp6-worker-centralus3 reconcileID=g4j9ffqg
time="2023-05-11T13:58:19.463Z" level=info msg="updating machineset" controller=machinepool machinePool=default/fxie-hive-2-worker machineset=fxie-hive-2-g2gp6-worker-centralus2 reconcileID=g4j9ffqg
time="2023-05-11T13:58:19.501Z" level=info msg="updating machineset" controller=machinepool machinePool=default/fxie-hive-2-worker machineset=fxie-hive-2-g2gp6-worker-centralus1 reconcileID=g4j9ffqg
time="2023-05-11T13:58:19.538Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=g4j9ffqg
time="2023-05-11T13:58:19.592Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=g4j9ffqg
time="2023-05-11T13:58:19.592Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=g4j9ffqg
time="2023-05-11T13:58:19.605Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=11526 elapsedMillisGT=10000 machinePool=default/fxie-hive-2-worker outcome=unspecified reconcileID=g4j9ffqg
time="2023-05-11T13:58:19.605Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=h7fmk9tw
time="2023-05-11T13:58:19.605Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=h7fmk9tw
time="2023-05-11T13:58:19.605Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/fxie-hive-2-worker
time="2023-05-11T13:58:19.725Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=h7fmk9tw
time="2023-05-11T13:58:19.79Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=h7fmk9tw
time="2023-05-11T13:58:30.835Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=h7fmk9tw
time="2023-05-11T13:58:30.835Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=h7fmk9tw
time="2023-05-11T13:58:30.861Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=h7fmk9tw
time="2023-05-11T13:58:30.861Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=h7fmk9tw
time="2023-05-11T13:58:30.871Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=11265 elapsedMillisGT=10000 machinePool=default/fxie-hive-2-worker outcome=unspecified reconcileID=h7fmk9tw
time="2023-05-11T13:58:30.871Z" level=error msg="Reconciler error" controller=machinepool-controller error="failed to update pool status: Operation cannot be fulfilled on machinepools.hive.openshift.io \"fxie-hive-2-worker\": the object has been modified; please apply your changes to the latest version and try again" name=fxie-hive-2-worker namespace=default object=default/fxie-hive-2-worker reconcileID=c59cbef9-ac05-437c-ad98-ffc12c6601a6
time="2023-05-11T13:58:30.871Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=4888rdmn
time="2023-05-11T13:58:30.871Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=4888rdmn
time="2023-05-11T13:58:30.871Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/fxie-hive-2-worker
time="2023-05-11T13:58:31.01Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=4888rdmn
time="2023-05-11T13:58:31.073Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=4888rdmn
time="2023-05-11T13:58:42.591Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=4888rdmn
time="2023-05-11T13:58:42.591Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=4888rdmn
time="2023-05-11T13:58:42.618Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=4888rdmn
time="2023-05-11T13:58:42.618Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=4888rdmn
time="2023-05-11T13:58:42.618Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=11747 elapsedMillisGT=10000 machinePool=default/fxie-hive-2-worker outcome=unspecified reconcileID=4888rdmn
time="2023-05-11T13:58:42.618Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=wrlf5wmn
time="2023-05-11T13:58:42.618Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=wrlf5wmn
time="2023-05-11T13:58:42.618Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/fxie-hive-2-worker
time="2023-05-11T13:58:42.757Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=wrlf5wmn
time="2023-05-11T13:58:42.819Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=wrlf5wmn
time="2023-05-11T13:58:57.648Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=wrlf5wmn
time="2023-05-11T13:58:57.648Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=wrlf5wmn
time="2023-05-11T13:58:57.674Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=wrlf5wmn
time="2023-05-11T13:58:57.674Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=wrlf5wmn
time="2023-05-11T13:58:57.674Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=15056 elapsedMillisGT=10000 machinePool=default/fxie-hive-2-worker outcome=unspecified reconcileID=wrlf5wmn
time="2023-05-11T14:00:00.13Z" level=info msg="Job created" controller=clusterProvision
time="2023-05-11T14:00:07.23Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:00:07.231Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:00:07.231Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:00:07.231Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:00:07.231Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:00:07.231Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:02:07.231Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:02:07.231Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:02:07.232Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:02:07.232Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:02:07.232Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:02:07.232Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:04:07.232Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:04:07.232Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:04:07.232Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:04:07.232Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:04:07.232Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:04:07.233Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:06:07.233Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:06:07.233Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:06:07.233Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:06:07.233Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:06:07.233Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:06:07.233Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:08:07.234Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:08:07.234Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:08:07.234Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:08:07.234Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:08:07.234Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:08:07.234Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:08:07.728Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=clusterState reconcileID=8j5ntlss
time="2023-05-11T14:08:07.728Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=clusterState reconcileID=8j5ntlss
time="2023-05-11T14:08:07.728Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/fxie-hive-2 controller=clusterState objectKind=ClusterState objectNamespacedName=default/fxie-hive-2 ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2 reconcileID=8j5ntlss
time="2023-05-11T14:08:08.069Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=clusterState elapsedMillis=341 elapsedMillisGT=0 outcome=unspecified reconcileID=8j5ntlss
time="2023-05-11T14:10:07.234Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:10:07.234Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:10:07.234Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:10:07.234Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:10:07.234Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:10:07.234Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:12:07.235Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:12:07.235Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:12:07.235Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:12:07.235Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:12:07.235Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:12:07.235Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:14:07.236Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:14:07.236Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:14:07.236Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:14:07.236Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:14:07.236Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:14:07.236Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:15:00.125Z" level=info msg="Job created" controller=clusterProvision
time="2023-05-11T14:16:07.237Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:16:07.237Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:16:07.237Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:16:07.237Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:16:07.237Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:16:07.237Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:18:07.238Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:18:07.238Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:18:07.238Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:18:07.238Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:18:07.238Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:18:07.238Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:18:08.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=clusterState reconcileID=ht7x655j
time="2023-05-11T14:18:08.071Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=clusterState reconcileID=ht7x655j
time="2023-05-11T14:18:08.071Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/fxie-hive-2 controller=clusterState objectKind=ClusterState objectNamespacedName=default/fxie-hive-2 ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2 reconcileID=ht7x655j
time="2023-05-11T14:18:08.43Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=clusterState elapsedMillis=359 elapsedMillisGT=0 outcome=unspecified reconcileID=ht7x655j
time="2023-05-11T14:20:07.239Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:20:07.239Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:20:07.239Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:20:07.239Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:20:07.239Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:20:07.239Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:22:07.24Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:22:07.24Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:22:07.24Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:22:07.24Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:22:07.24Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:22:07.24Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:24:07.241Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:24:07.241Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:24:07.241Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:24:07.241Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:24:07.241Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:24:07.241Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:26:07.242Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:26:07.242Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:26:07.242Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:26:07.242Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:26:07.242Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:26:07.242Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:28:07.242Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:28:07.243Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:28:07.243Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:28:07.243Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:28:07.243Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:28:07.243Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:28:08.431Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=clusterState reconcileID=fkdj87rg
time="2023-05-11T14:28:08.431Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=clusterState reconcileID=fkdj87rg
time="2023-05-11T14:28:08.431Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/fxie-hive-2 controller=clusterState objectKind=ClusterState objectNamespacedName=default/fxie-hive-2 ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2 reconcileID=fkdj87rg
time="2023-05-11T14:28:08.77Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=clusterState elapsedMillis=338 elapsedMillisGT=0 outcome=unspecified reconcileID=fkdj87rg
time="2023-05-11T14:30:00.147Z" level=info msg="Job created" controller=clusterProvision
time="2023-05-11T14:30:07.244Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:30:07.244Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:30:07.244Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:30:07.244Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:30:07.244Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:30:07.244Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:31:07.132Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=nhpr2mf5
time="2023-05-11T14:31:07.132Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=nhpr2mf5
time="2023-05-11T14:31:07.132Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=default/fxie-hive-2-worker
time="2023-05-11T14:31:07.398Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=nhpr2mf5
time="2023-05-11T14:31:07.476Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=nhpr2mf5
time="2023-05-11T14:31:18.734Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=nhpr2mf5
time="2023-05-11T14:31:18.734Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=nhpr2mf5
time="2023-05-11T14:31:18.805Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=nhpr2mf5
time="2023-05-11T14:31:18.805Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=default/fxie-hive-2-worker reconcileID=nhpr2mf5
time="2023-05-11T14:31:18.806Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=11673 elapsedMillisGT=10000 machinePool=default/fxie-hive-2-worker outcome=unspecified reconcileID=nhpr2mf5
time="2023-05-11T14:32:07.245Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:32:07.245Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:32:07.245Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:32:07.245Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:32:07.245Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:32:07.245Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:34:07.246Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:34:07.246Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:34:07.247Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:34:07.247Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:34:07.247Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:34:07.247Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:36:07.247Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:36:07.247Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:36:07.247Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:36:07.247Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:36:07.247Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:36:07.247Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:38:07.248Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:38:07.248Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:38:07.248Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:38:07.248Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:38:07.248Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:38:07.248Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:38:08.771Z" level=info msg="reconciling cluster deployment" clusterDeployment=default/fxie-hive-2 controller=clusterState reconcileID=nmfhjdsv
time="2023-05-11T14:38:08.771Z" level=debug msg="no additional log fields found" clusterDeployment=default/fxie-hive-2 controller=clusterState reconcileID=nmfhjdsv
time="2023-05-11T14:38:08.771Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=default/fxie-hive-2 controller=clusterState objectKind=ClusterState objectNamespacedName=default/fxie-hive-2 ownerKind=ClusterDeployment ownerNamespacedName=default/fxie-hive-2 reconcileID=nmfhjdsv
time="2023-05-11T14:38:09.104Z" level=info msg="reconcile complete" clusterDeployment=default/fxie-hive-2 controller=clusterState elapsedMillis=333 elapsedMillisGT=0 outcome=unspecified reconcileID=nmfhjdsv
time="2023-05-11T14:40:07.248Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:40:07.248Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:40:07.248Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:40:07.248Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:40:07.248Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:40:07.249Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:42:07.249Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:42:07.249Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:42:07.249Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:42:07.249Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:42:07.249Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:42:07.249Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:44:07.25Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:44:07.25Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:44:07.25Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:44:07.25Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:44:07.25Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:44:07.25Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2023-05-11T14:45:00.126Z" level=info msg="Job created" controller=clusterProvision
time="2023-05-11T14:46:07.251Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2023-05-11T14:46:07.251Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2023-05-11T14:46:07.251Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2023-05-11T14:46:07.251Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2023-05-11T14:46:07.251Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2023-05-11T14:46:07.251Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified