time="2022-07-22T06:51:36.225Z" level=info msg="Version: openshift/hive v1.2.3752-707d093"
time="2022-07-22T06:51:36.225Z" level=debug msg="debug logging enabled"
time="2022-07-22T06:51:36.226Z" level=info msg="hive namespace: hive"
time="2022-07-22T06:51:36.226Z" level=info msg="Starting /healthz and /readyz endpoints"
time="2022-07-22T06:51:36.226Z" level=info msg="generated leader election ID" id=870c5415-bb2e-473d-88d5-b153299e8a53
I0722 06:51:36.226451       1 leaderelection.go:248] attempting to acquire leader lease hive/hive-controllers-leader...
I0722 06:51:37.272825       1 leaderelection.go:258] successfully acquired lease hive/hive-controllers-leader
time="2022-07-22T06:51:37.272Z" level=info msg="became leader" id=870c5415-bb2e-473d-88d5-b153299e8a53
I0722 06:51:38.323815       1 request.go:601] Waited for 1.046827823s due to client-side throttling, not priority and fairness, request: GET:https://172.30.0.1:443/apis/metal3.io/v1alpha1?timeout=32s
time="2022-07-22T06:51:39.977Z" level=info msg="Registering Components."
time="2022-07-22T06:51:39.978Z" level=debug msg="creating cmdutil.Factory from REST client config and cache directory" cache-dir=/var/cache/kubectl controller=remoteingress
time="2022-07-22T06:51:40.217Z" level=debug msg="creating cmdutil.Factory from REST client config and cache directory" cache-dir=/var/cache/kubectl controller=controlPlaneCerts
time="2022-07-22T06:51:40.394Z" level=debug msg="skipping disabled controller" controller=clustersync
time="2022-07-22T06:51:40.394Z" level=info msg="no managed domains configured" controller=dnsendpoint
time="2022-07-22T06:51:40.394Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:51:40.394Z" level=error msg="error listing cluster deployments" error="the cache is not started, can not read objects"
time="2022-07-22T06:51:40.395Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:51:40.395Z" level=error msg="error listing cluster deployments" error="the cache is not started, can not read objects"
time="2022-07-22T06:51:40.395Z" level=info msg="Release Image verification enabled" controller=clusterDeployment
time="2022-07-22T06:51:40.395Z" level=info msg="Starting the Cmd."
time="2022-07-22T06:51:40.395Z" level=debug msg="Starting server" addr="[::]:2112" kind=metrics path=/metrics
time="2022-07-22T06:51:40.496Z" level=info msg="started metrics calculator goroutine"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterpoolnamespace-controller source="kind source: *v1.Namespace"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterpoolnamespace-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=clusterpoolnamespace-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=argocdregister-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterversion-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=clusterversion-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=argocdregister-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting workers" controller=argocdregister-controller worker count=5
time="2022-07-22T06:51:40.496Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=unreachable-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=unreachable-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.ClusterProvision"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.Job"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.Pod"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=awsprivatelink-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=awsprivatelink-controller source="kind source: *v1.ClusterProvision"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=awsprivatelink-controller source="kind source: *v1.ClusterDeprovision"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=awsprivatelink-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=remoteingress-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.ClusterDeprovision"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.DNSZone"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1alpha1.ClusterSync"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=clusterdeployment-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=remoteingress-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.ClusterPool"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="kind source: *v1.MachinePool"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="kind source: *v1.MachinePoolNameLease"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.ClusterClaim"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.RoleBinding"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.RoleBinding"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=clusterpool-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterstate-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=clusterstate-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=controlplanecerts-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=controlplanecerts-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=hibernation-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=hibernation-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="periodic source for MachinePools every 30m0s"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=machinepool-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterrelocate-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterrelocate-controller source="kind source: *v1.ClusterRelocate"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=clusterrelocate-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterprovision-controller source="kind source: *v1.ClusterProvision"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterdeprovision-controller source="kind source: *v1.ClusterDeprovision"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterprovision-controller source="kind source: *v1.Job"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterdeprovision-controller source="kind source: *v1.Job"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=clusterdeprovision-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterprovision-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=clusterprovision-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=dnszone source="kind source: *v1.DNSZone"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=dnszone source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=dnszone
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=fakeclusterinstall-controller source="kind source: *v1alpha1.FakeClusterInstall"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting Controller" controller=fakeclusterinstall-controller
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.ClusterClaim"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.496Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.Role"
time="2022-07-22T06:51:40.497Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.Role"
time="2022-07-22T06:51:40.497Z" level=debug msg="Starting Controller" controller=clusterclaim-controller
time="2022-07-22T06:51:40.497Z" level=debug msg="Starting EventSource" controller=dnsendpoint source="kind source: *v1.DNSZone"
time="2022-07-22T06:51:40.497Z" level=debug msg="Starting EventSource" controller=dnsendpoint source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.497Z" level=debug msg="Starting Controller" controller=dnsendpoint
time="2022-07-22T06:51:40.497Z" level=debug msg="Starting EventSource" controller=syncidentityprovider-controller source="kind source: *v1.SyncIdentityProvider"
time="2022-07-22T06:51:40.497Z" level=debug msg="Starting EventSource" controller=syncidentityprovider-controller source="kind source: *v1.SelectorSyncIdentityProvider"
time="2022-07-22T06:51:40.497Z" level=debug msg="Starting EventSource" controller=syncidentityprovider-controller source="kind source: *v1.ClusterDeployment"
time="2022-07-22T06:51:40.497Z" level=debug msg="Starting Controller" controller=syncidentityprovider-controller
time="2022-07-22T06:51:40.497Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T06:51:40.597Z" level=debug msg="Starting workers" controller=clusterpoolnamespace-controller worker count=5
time="2022-07-22T06:51:40.597Z" level=debug msg="Starting workers" controller=clusterstate-controller worker count=5
time="2022-07-22T06:51:40.597Z" level=debug msg="Starting workers" controller=controlplanecerts-controller worker count=5
time="2022-07-22T06:51:40.597Z" level=debug msg="Starting workers" controller=remoteingress-controller worker count=5
time="2022-07-22T06:51:40.597Z" level=debug msg="Starting workers" controller=clusterrelocate-controller worker count=5
time="2022-07-22T06:51:40.597Z" level=debug msg="Starting workers" controller=clusterversion-controller worker count=5
time="2022-07-22T06:51:40.597Z" level=debug msg="Starting workers" controller=unreachable-controller worker count=5
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-operators reconcileID=688jj6nq
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-controller-manager-operator reconcileID=bftvq5hr
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-service-ca-operator reconcileID=l6qpqq8b
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-node-tuning-operator reconcileID=btsllxft
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-controller-manager reconcileID=nb5ch5k8
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-operators outcome=unspecified reconcileID=688jj6nq
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-controller-manager-operator outcome=unspecified reconcileID=bftvq5hr
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-controller-manager outcome=unspecified reconcileID=nb5ch5k8
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-apiserver-operator reconcileID=tlgf7wnc
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-image-registry reconcileID=zt65qsl8
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-user-workload-monitoring reconcileID=c5gf77z4
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-apiserver-operator outcome=unspecified reconcileID=tlgf7wnc
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-image-registry outcome=unspecified reconcileID=zt65qsl8
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-user-workload-monitoring outcome=unspecified reconcileID=c5gf77z4
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress reconcileID=z7x8jxjl
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-scheduler-operator reconcileID=p8qsgthw
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-controller-manager reconcileID=9h6fvkr7
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress outcome=unspecified reconcileID=z7x8jxjl
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-scheduler-operator outcome=unspecified reconcileID=p8qsgthw
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-controller-manager outcome=unspecified reconcileID=9h6fvkr7
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-apiserver reconcileID=k7m6fnf9
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-node-lease reconcileID=jb48dsqb
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-service-ca-operator outcome=unspecified reconcileID=l6qpqq8b
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-apiserver outcome=unspecified reconcileID=k7m6fnf9
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift reconcileID=m8xxlbrs
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-apiserver-operator reconcileID=hp2hcrr2
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift outcome=unspecified reconcileID=m8xxlbrs
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-apiserver-operator outcome=unspecified reconcileID=hp2hcrr2
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-csi-drivers reconcileID=nf4kcdgz
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-node-lease outcome=unspecified reconcileID=jb48dsqb
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-csi-drivers outcome=unspecified reconcileID=nf4kcdgz
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-network-operator reconcileID=dcn7qv9n
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-etcd-operator reconcileID=m88cdq88
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-network-operator outcome=unspecified reconcileID=dcn7qv9n
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-etcd-operator outcome=unspecified reconcileID=m88cdq88
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-storage-operator reconcileID=k2fv2zft
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-oauth-apiserver reconcileID=9fb8nb28
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config-operator reconcileID=8m9st59b
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-node-tuning-operator outcome=unspecified reconcileID=btsllxft
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-oauth-apiserver outcome=unspecified reconcileID=9fb8nb28
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config-operator outcome=unspecified reconcileID=8m9st59b
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-host-network reconcileID=b22lnspf
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console-user-settings reconcileID=v7s9hnkb
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-vsphere-infra reconcileID=5cnddg2j
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-host-network outcome=unspecified reconcileID=b22lnspf
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console-user-settings outcome=unspecified reconcileID=v7s9hnkb
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-version reconcileID=wdfrhqj4
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-vsphere-infra outcome=unspecified reconcileID=5cnddg2j
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-marketplace reconcileID=2kk8hzl2
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-version outcome=unspecified reconcileID=wdfrhqj4
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-machine-approver reconcileID=qdc4lqtm
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-marketplace outcome=unspecified reconcileID=2kk8hzl2
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-dns reconcileID=c6lzchct
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-controller-manager-operator reconcileID=n2z98xdv
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-dns-operator reconcileID=nxpjk5m7
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-dns outcome=unspecified reconcileID=c6lzchct
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-controller-manager-operator outcome=unspecified reconcileID=n2z98xdv
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-dns-operator outcome=unspecified reconcileID=nxpjk5m7
time="2022-07-22T06:51:40.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-authentication-operator reconcileID=fnnrkf5r
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-system reconcileID=nrwdldgw
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-controller-manager-operator reconcileID=mt6xbzvr
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-system outcome=unspecified reconcileID=nrwdldgw
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-controller-manager-operator outcome=unspecified reconcileID=mt6xbzvr
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-etcd reconcileID=vf94dcd8
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-storage-version-migrator-operator reconcileID=j2gbmpb4
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-etcd outcome=unspecified reconcileID=vf94dcd8
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-storage-version-migrator-operator outcome=unspecified reconcileID=j2gbmpb4
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-public reconcileID=5kzllvcx
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-nutanix-infra reconcileID=888ktnzx
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-public outcome=unspecified reconcileID=5kzllvcx
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-storage-operator outcome=unspecified reconcileID=k2fv2zft
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-node reconcileID=4qqhdv52
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-credential-operator reconcileID=tm6lwwrc
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-nutanix-infra outcome=unspecified reconcileID=888ktnzx
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-credential-operator outcome=unspecified reconcileID=tm6lwwrc
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-authentication-operator outcome=unspecified reconcileID=fnnrkf5r
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-storage-version-migrator reconcileID=4hcmfqjl
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-node outcome=unspecified reconcileID=4qqhdv52
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-storage-version-migrator outcome=unspecified reconcileID=4hcmfqjl
time="2022-07-22T06:51:40.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-machine-approver outcome=unspecified reconcileID=qdc4lqtm
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-multus reconcileID=zvm7fpkj
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ovirt-infra reconcileID=2kpvqg4f
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-operator-lifecycle-manager reconcileID=w5hgkcw5
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-multus outcome=unspecified reconcileID=zvm7fpkj
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ovirt-infra outcome=unspecified reconcileID=2kpvqg4f
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-operator-lifecycle-manager outcome=unspecified reconcileID=w5hgkcw5
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress-operator reconcileID=4jqsbbvg
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-sdn reconcileID=7znlg8tr
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/hive reconcileID=5ctkgtgp
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress-operator outcome=unspecified reconcileID=4jqsbbvg
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-sdn outcome=unspecified reconcileID=7znlg8tr
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/hive outcome=unspecified reconcileID=5ctkgtgp
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-network-config-controller reconcileID=7prz9wrg
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console reconcileID=fpkscw7j
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-samples-operator reconcileID=nq5ggdjq
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-network-config-controller outcome=unspecified reconcileID=7prz9wrg
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console outcome=unspecified reconcileID=fpkscw7j
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config reconcileID=tplb7b6n
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-samples-operator outcome=unspecified reconcileID=nq5ggdjq
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config outcome=unspecified reconcileID=tplb7b6n
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-authentication reconcileID=zzhczpm2
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-insights reconcileID=znjlbt4q
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-authentication outcome=unspecified reconcileID=zzhczpm2
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-insights outcome=unspecified reconcileID=znjlbt4q
time="2022-07-22T06:51:40.598Z" level=debug msg="Starting workers" controller=awsprivatelink-controller worker count=5
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress-canary reconcileID=gpdgjbxs
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress-canary outcome=unspecified reconcileID=gpdgjbxs
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-network-diagnostics reconcileID=clv6tn96
time="2022-07-22T06:51:40.598Z" level=debug msg="Starting workers" controller=clusterdeployment-controller worker count=5
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-monitoring reconcileID=k84tj87d
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-network-diagnostics outcome=unspecified reconcileID=clv6tn96
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-monitoring outcome=unspecified reconcileID=k84tj87d
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=7gvt9qhw
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=7gvt9qhw
time="2022-07-22T06:51:40.598Z" level=debug msg="Starting workers" controller=hibernation-controller worker count=5
time="2022-07-22T06:51:40.598Z" level=debug msg="Starting workers" controller=machinepool-controller worker count=5
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kni-infra reconcileID=6cj4sph8
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-openstack-infra reconcileID=mdf42vpp
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kni-infra outcome=unspecified reconcileID=6cj4sph8
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-service-ca reconcileID=bl2z5cr7
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-infra reconcileID=75xxzlxt
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-infra outcome=unspecified reconcileID=75xxzlxt
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console-operator reconcileID=sxk859d9
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console-operator outcome=unspecified reconcileID=sxk859d9
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-scheduler reconcileID=4njgw6gl
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-scheduler outcome=unspecified reconcileID=4njgw6gl
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-apiserver reconcileID=bsqbsgpm
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-apiserver outcome=unspecified reconcileID=bsqbsgpm
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-controller-manager reconcileID=gf59phb2
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-controller-manager outcome=unspecified reconcileID=gf59phb2
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config-managed reconcileID=cmhv782k
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config-managed outcome=unspecified reconcileID=cmhv782k
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-openstack-infra outcome=unspecified reconcileID=mdf42vpp
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-machine-config-operator reconcileID=hjbwz2tl
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-machine-config-operator outcome=unspecified reconcileID=hjbwz2tl
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-service-ca outcome=unspecified reconcileID=bl2z5cr7
time="2022-07-22T06:51:40.598Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-machine-api reconcileID=dk9chlv2
time="2022-07-22T06:51:40.598Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-machine-api outcome=unspecified reconcileID=dk9chlv2
time="2022-07-22T06:51:40.598Z" level=debug msg="Starting workers" controller=dnsendpoint worker count=5
time="2022-07-22T06:51:40.598Z" level=debug msg="Starting workers" controller=fakeclusterinstall-controller worker count=5
time="2022-07-22T06:51:40.598Z" level=debug msg="Starting workers" controller=syncidentityprovider-controller worker count=5
time="2022-07-22T06:51:40.599Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T06:51:40.599Z" level=info msg="Job created" controller=clusterProvision
time="2022-07-22T06:51:40.599Z" level=info msg="Job created" controller=clusterProvision
time="2022-07-22T06:51:40.599Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T06:51:40.599Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T06:51:40.599Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=102 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T06:51:40.599Z" level=info msg="Job created" controller=clusterProvision
time="2022-07-22T06:51:40.599Z" level=debug msg="Starting workers" controller=clusterpool-controller worker count=5
time="2022-07-22T06:51:40.599Z" level=debug msg="Starting workers" controller=clusterdeprovision-controller worker count=5
time="2022-07-22T06:51:40.599Z" level=debug msg="Starting workers" controller=clusterprovision-controller worker count=5
time="2022-07-22T06:51:40.599Z" level=debug msg="Starting workers" controller=dnszone worker count=5
time="2022-07-22T06:51:40.599Z" level=debug msg="Starting workers" controller=clusterclaim-controller worker count=5
time="2022-07-22T06:52:19.011Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:52:19.011Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:52:33.433Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=z7dwgjrz
time="2022-07-22T06:52:33.433Z" level=info msg="initializing cluster pool conditions" clusterPool=default/jshu-pool controller=clusterpool reconcileID=z7dwgjrz
time="2022-07-22T06:52:33.442Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=z7dwgjrz
time="2022-07-22T06:52:33.443Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=9rb9pzlx
time="2022-07-22T06:52:33.443Z" level=debug msg="adding finalizer to ClusterPool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=9rb9pzlx
time="2022-07-22T06:52:33.449Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:33.449Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=9rb9pzlx stale=0 standby=0 unclaimed=0
time="2022-07-22T06:52:33.449Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=9rb9pzlx unassignedCount=0
time="2022-07-22T06:52:33.457Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool controller=clusterpool count=2 reconcileID=9rb9pzlx
time="2022-07-22T06:52:33.558Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found" reconcileID=9rb9pzlx
time="2022-07-22T06:52:33.759Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-pull-secret\" not found" reconcileID=9rb9pzlx
time="2022-07-22T06:52:33.759Z" level=info msg="error looking up credentials secret for pool in hive namespace" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-aws-creds\" not found" reconcileID=9rb9pzlx
time="2022-07-22T06:52:33.768Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found, credentials secret: Secret \"jshu-pool-aws-creds\" not found]"
time="2022-07-22T06:52:33.768Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=325 elapsedMillisGT=0 outcome=unspecified reconcileID=9rb9pzlx
time="2022-07-22T06:52:33.768Z" level=error msg="Reconciler error" controller=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found, credentials secret: Secret \"jshu-pool-aws-creds\" not found]" name=jshu-pool namespace=default object=default/jshu-pool reconcileID=c82f22a4-1a6f-460a-8608-c53685838e47
time="2022-07-22T06:52:33.769Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=rv5jhgjc
time="2022-07-22T06:52:33.77Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:33.77Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=rv5jhgjc stale=0 standby=0 unclaimed=0
time="2022-07-22T06:52:33.77Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=rv5jhgjc unassignedCount=0
time="2022-07-22T06:52:33.77Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool controller=clusterpool count=2 reconcileID=rv5jhgjc
time="2022-07-22T06:52:33.77Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found" reconcileID=rv5jhgjc
time="2022-07-22T06:52:33.77Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-pull-secret\" not found" reconcileID=rv5jhgjc
time="2022-07-22T06:52:33.77Z" level=info msg="error looking up credentials secret for pool in hive namespace" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-aws-creds\" not found" reconcileID=rv5jhgjc
time="2022-07-22T06:52:33.77Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found, credentials secret: Secret \"jshu-pool-aws-creds\" not found]"
time="2022-07-22T06:52:33.77Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rv5jhgjc
time="2022-07-22T06:52:33.77Z" level=error msg="Reconciler error" controller=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found, credentials secret: Secret \"jshu-pool-aws-creds\" not found]" name=jshu-pool namespace=default object=default/jshu-pool reconcileID=16ae57e1-ff2a-4d0f-994b-07bccad0fd7a
time="2022-07-22T06:52:33.774Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=6wr78v4k
time="2022-07-22T06:52:33.774Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:33.774Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=6wr78v4k stale=0 standby=0 unclaimed=0
time="2022-07-22T06:52:33.774Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=6wr78v4k unassignedCount=0
time="2022-07-22T06:52:33.774Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool controller=clusterpool count=2 reconcileID=6wr78v4k
time="2022-07-22T06:52:33.774Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found" reconcileID=6wr78v4k
time="2022-07-22T06:52:33.774Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-pull-secret\" not found" reconcileID=6wr78v4k
time="2022-07-22T06:52:33.774Z" level=info msg="error looking up credentials secret for pool in hive namespace" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-aws-creds\" not found" reconcileID=6wr78v4k
time="2022-07-22T06:52:33.774Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found, credentials secret: Secret \"jshu-pool-aws-creds\" not found]"
time="2022-07-22T06:52:33.774Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6wr78v4k
time="2022-07-22T06:52:33.774Z" level=error msg="Reconciler error" controller=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found, credentials secret: Secret \"jshu-pool-aws-creds\" not found]" name=jshu-pool namespace=default object=default/jshu-pool reconcileID=82dfe89c-4633-4de7-8d71-3267214f7472
time="2022-07-22T06:52:33.794Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=psn9wbrq
time="2022-07-22T06:52:33.794Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:33.794Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=psn9wbrq stale=0 standby=0 unclaimed=0
time="2022-07-22T06:52:33.794Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=psn9wbrq unassignedCount=0
time="2022-07-22T06:52:33.794Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool controller=clusterpool count=2 reconcileID=psn9wbrq
time="2022-07-22T06:52:33.794Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found" reconcileID=psn9wbrq
time="2022-07-22T06:52:33.794Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-pull-secret\" not found" reconcileID=psn9wbrq
time="2022-07-22T06:52:33.794Z" level=info msg="error looking up credentials secret for pool in hive namespace" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-aws-creds\" not found" reconcileID=psn9wbrq
time="2022-07-22T06:52:33.794Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found, credentials secret: Secret \"jshu-pool-aws-creds\" not found]"
time="2022-07-22T06:52:33.794Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=psn9wbrq
time="2022-07-22T06:52:33.794Z" level=error msg="Reconciler error" controller=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found, credentials secret: Secret \"jshu-pool-aws-creds\" not found]" name=jshu-pool namespace=default object=default/jshu-pool reconcileID=68ffb908-1d26-44ea-95db-404c9b4e8a93
time="2022-07-22T06:52:33.834Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=qwmvs5cl
time="2022-07-22T06:52:33.835Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:33.835Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=qwmvs5cl stale=0 standby=0 unclaimed=0
time="2022-07-22T06:52:33.835Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=qwmvs5cl unassignedCount=0
time="2022-07-22T06:52:33.835Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool controller=clusterpool count=2 reconcileID=qwmvs5cl
time="2022-07-22T06:52:33.835Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found" reconcileID=qwmvs5cl
time="2022-07-22T06:52:33.835Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-pull-secret\" not found" reconcileID=qwmvs5cl
time="2022-07-22T06:52:33.835Z" level=info msg="error looking up credentials secret for pool in hive namespace" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-aws-creds\" not found" reconcileID=qwmvs5cl
time="2022-07-22T06:52:33.835Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found, credentials secret: Secret \"jshu-pool-aws-creds\" not found]"
time="2022-07-22T06:52:33.835Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qwmvs5cl
time="2022-07-22T06:52:33.835Z" level=error msg="Reconciler error" controller=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found, credentials secret: Secret \"jshu-pool-aws-creds\" not found]" name=jshu-pool namespace=default object=default/jshu-pool reconcileID=32dcb2a3-a421-4de0-9b3c-1ee6afe91618
time="2022-07-22T06:52:33.915Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=z9hnphtz
time="2022-07-22T06:52:33.915Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:33.915Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=z9hnphtz stale=0 standby=0 unclaimed=0
time="2022-07-22T06:52:33.915Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=z9hnphtz unassignedCount=0
time="2022-07-22T06:52:33.915Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool controller=clusterpool count=2 reconcileID=z9hnphtz
time="2022-07-22T06:52:33.915Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found" reconcileID=z9hnphtz
time="2022-07-22T06:52:33.915Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-pull-secret\" not found" reconcileID=z9hnphtz
time="2022-07-22T06:52:33.915Z" level=info msg="error looking up credentials secret for pool in hive namespace" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-aws-creds\" not found" reconcileID=z9hnphtz
time="2022-07-22T06:52:33.915Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found, credentials secret: Secret \"jshu-pool-aws-creds\" not found]"
time="2022-07-22T06:52:33.915Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9hnphtz
time="2022-07-22T06:52:33.915Z" level=error msg="Reconciler error" controller=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found, credentials secret: Secret \"jshu-pool-aws-creds\" not found]" name=jshu-pool namespace=default object=default/jshu-pool reconcileID=a9e4e598-e9a8-4d5a-9550-2e6fbfb85b07
time="2022-07-22T06:52:34.076Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=j5skftmc
time="2022-07-22T06:52:34.076Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:34.077Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=j5skftmc stale=0 standby=0 unclaimed=0
time="2022-07-22T06:52:34.077Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=j5skftmc unassignedCount=0
time="2022-07-22T06:52:34.077Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool controller=clusterpool count=2 reconcileID=j5skftmc
time="2022-07-22T06:52:34.077Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found" reconcileID=j5skftmc
time="2022-07-22T06:52:34.077Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-pull-secret\" not found" reconcileID=j5skftmc
time="2022-07-22T06:52:34.077Z" level=info msg="error looking up credentials secret for pool in hive namespace" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-aws-creds\" not found" reconcileID=j5skftmc
time="2022-07-22T06:52:34.077Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found, credentials secret: Secret \"jshu-pool-aws-creds\" not found]"
time="2022-07-22T06:52:34.077Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j5skftmc
time="2022-07-22T06:52:34.077Z" level=error msg="Reconciler error" controller=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found, credentials secret: Secret \"jshu-pool-aws-creds\" not found]" name=jshu-pool namespace=default object=default/jshu-pool reconcileID=68d9b549-1d37-45c7-b3bf-fbe0d8334a40
time="2022-07-22T06:52:34.398Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=wfrzfmth
time="2022-07-22T06:52:34.398Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:34.398Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=wfrzfmth stale=0 standby=0 unclaimed=0
time="2022-07-22T06:52:34.398Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=wfrzfmth unassignedCount=0
time="2022-07-22T06:52:34.398Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool controller=clusterpool count=2 reconcileID=wfrzfmth
time="2022-07-22T06:52:34.398Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found" reconcileID=wfrzfmth
time="2022-07-22T06:52:34.398Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-pull-secret\" not found" reconcileID=wfrzfmth
time="2022-07-22T06:52:34.408Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found]"
time="2022-07-22T06:52:34.408Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=wfrzfmth
time="2022-07-22T06:52:34.408Z" level=error msg="Reconciler error" controller=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found]" name=jshu-pool namespace=default object=default/jshu-pool reconcileID=aeed57c9-a604-4a6f-9c92-438c41f7a4d4
time="2022-07-22T06:52:34.408Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=8m5bbcct
time="2022-07-22T06:52:34.408Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:34.408Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=8m5bbcct stale=0 standby=0 unclaimed=0
time="2022-07-22T06:52:34.408Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=8m5bbcct unassignedCount=0
time="2022-07-22T06:52:34.408Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool controller=clusterpool count=2 reconcileID=8m5bbcct
time="2022-07-22T06:52:34.408Z" level=info msg="error getting cluster image set" clusterPool=default/jshu-pool controller=clusterpool error="ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found" reconcileID=8m5bbcct
time="2022-07-22T06:52:34.408Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-pull-secret\" not found" reconcileID=8m5bbcct
time="2022-07-22T06:52:34.408Z" level=error msg="error adding clusters" error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found]"
time="2022-07-22T06:52:34.408Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8m5bbcct
time="2022-07-22T06:52:34.408Z" level=error msg="Reconciler error" controller=clusterpool-controller error="[cluster image set: ClusterImageSet.hive.openshift.io \"jshu-pool-imageset\" not found, pull secret: Secret \"jshu-pool-pull-secret\" not found]" name=jshu-pool namespace=default object=default/jshu-pool reconcileID=d828b5b4-9967-4b63-afc2-56b067fba3d8
time="2022-07-22T06:52:35.048Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=s9tp4jf2
time="2022-07-22T06:52:35.048Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:35.048Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=s9tp4jf2 stale=0 standby=0 unclaimed=0
time="2022-07-22T06:52:35.048Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=s9tp4jf2 unassignedCount=0
time="2022-07-22T06:52:35.048Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool controller=clusterpool count=2 reconcileID=s9tp4jf2
time="2022-07-22T06:52:35.048Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-pull-secret\" not found" reconcileID=s9tp4jf2
time="2022-07-22T06:52:35.058Z" level=error msg="error adding clusters" error="pull secret: Secret \"jshu-pool-pull-secret\" not found"
time="2022-07-22T06:52:35.058Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=s9tp4jf2
time="2022-07-22T06:52:35.058Z" level=error msg="Reconciler error" controller=clusterpool-controller error="pull secret: Secret \"jshu-pool-pull-secret\" not found" name=jshu-pool namespace=default object=default/jshu-pool reconcileID=97bb74cc-3015-40ba-b233-0048e741fef0
time="2022-07-22T06:52:35.058Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=n9lnhlbw
time="2022-07-22T06:52:35.058Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:35.058Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=n9lnhlbw stale=0 standby=0 unclaimed=0
time="2022-07-22T06:52:35.058Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=n9lnhlbw unassignedCount=0
time="2022-07-22T06:52:35.058Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool controller=clusterpool count=2 reconcileID=n9lnhlbw
time="2022-07-22T06:52:35.059Z" level=info msg="error reading pull secret" clusterPool=default/jshu-pool controller=clusterpool error="Secret \"jshu-pool-pull-secret\" not found" reconcileID=n9lnhlbw
time="2022-07-22T06:52:35.059Z" level=error msg="error adding clusters" error="pull secret: Secret \"jshu-pool-pull-secret\" not found"
time="2022-07-22T06:52:35.059Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n9lnhlbw
time="2022-07-22T06:52:35.059Z" level=error msg="Reconciler error" controller=clusterpool-controller error="pull secret: Secret \"jshu-pool-pull-secret\" not found" name=jshu-pool namespace=default object=default/jshu-pool reconcileID=6ca0729a-ab33-4620-97a6-8658a9074685
time="2022-07-22T06:52:37.619Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=xkzvrz6c
time="2022-07-22T06:52:37.619Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:37.619Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=xkzvrz6c stale=0 standby=0 unclaimed=0
time="2022-07-22T06:52:37.619Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=xkzvrz6c unassignedCount=0
time="2022-07-22T06:52:37.619Z" level=info msg="Adding new clusters" clusterPool=default/jshu-pool controller=clusterpool count=2 reconcileID=xkzvrz6c
time="2022-07-22T06:52:37.635Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=7b6cfvjq
time="2022-07-22T06:52:37.636Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=636.036503ms namespace=/jshu-pool-dbcqc reconcileID=7b6cfvjq
time="2022-07-22T06:52:37.636Z" level=info msg="Creating new cluster" cluster=jshu-pool-dbcqc clusterPool=default/jshu-pool controller=clusterpool reconcileID=xkzvrz6c
time="2022-07-22T06:52:37.636Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=7b6cfvjq
time="2022-07-22T06:52:37.637Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d65ffeb61, ext:61446705810, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:37.658Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=gln4q6dt
time="2022-07-22T06:52:37.658Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=658.148198ms namespace=/jshu-pool-dbcqc reconcileID=gln4q6dt
time="2022-07-22T06:52:37.658Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=gln4q6dt
time="2022-07-22T06:52:37.67Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=7876jvtl
time="2022-07-22T06:52:37.67Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=7876jvtl
time="2022-07-22T06:52:37.671Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=6pkhbz29
time="2022-07-22T06:52:37.671Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=671.808781ms namespace=/jshu-pool-dbcqc reconcileID=6pkhbz29
time="2022-07-22T06:52:37.671Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=6pkhbz29
time="2022-07-22T06:52:37.683Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=12 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=7876jvtl
time="2022-07-22T06:52:37.683Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=8xrkdrxv
time="2022-07-22T06:52:37.683Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:37.683Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=8xrkdrxv
time="2022-07-22T06:52:37.683Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=8xrkdrxv
time="2022-07-22T06:52:37.706Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=xgf8txpn
time="2022-07-22T06:52:37.707Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=xgf8txpn
time="2022-07-22T06:52:37.707Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=5fg9n956
time="2022-07-22T06:52:37.707Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=707.054612ms namespace=/jshu-pool-dbcqc reconcileID=5fg9n956
time="2022-07-22T06:52:37.707Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=9qrq4cqb
time="2022-07-22T06:52:37.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.707Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.707Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:37.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=dvgktdh8
time="2022-07-22T06:52:37.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=jt66j5d8
time="2022-07-22T06:52:37.707Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=5fg9n956
time="2022-07-22T06:52:37.707Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=jt66j5d8
time="2022-07-22T06:52:37.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=nm24hwwh
time="2022-07-22T06:52:37.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=fsjbw7xw
time="2022-07-22T06:52:37.707Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=fsjbw7xw
time="2022-07-22T06:52:37.707Z" level=info msg="ClusterDeployment created" controller=clusterpool
time="2022-07-22T06:52:37.707Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d65ffeb61, ext:61446705810, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:37.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=zq2wghgh
time="2022-07-22T06:52:37.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=rsfwvj8x
time="2022-07-22T06:52:37.707Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=krq75rdd
time="2022-07-22T06:52:37.707Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=n6fw7fg5
time="2022-07-22T06:52:37.707Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=rsfwvj8x
time="2022-07-22T06:52:37.707Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=dvgktdh8
time="2022-07-22T06:52:37.707Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rsfwvj8x
time="2022-07-22T06:52:37.707Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=n6fw7fg5
time="2022-07-22T06:52:37.707Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=krq75rdd
time="2022-07-22T06:52:37.707Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=f4cqrldg
time="2022-07-22T06:52:37.708Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:37.708Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=f4cqrldg
time="2022-07-22T06:52:37.708Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=f4cqrldg
time="2022-07-22T06:52:37.724Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=6jxxmmlz
time="2022-07-22T06:52:37.724Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=724.558631ms namespace=/jshu-pool-ldpb2 reconcileID=6jxxmmlz
time="2022-07-22T06:52:37.724Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=6jxxmmlz
time="2022-07-22T06:52:37.725Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=fsjbw7xw
time="2022-07-22T06:52:37.725Z" level=info msg="Creating new cluster" cluster=jshu-pool-ldpb2 clusterPool=default/jshu-pool controller=clusterpool reconcileID=xkzvrz6c
time="2022-07-22T06:52:37.726Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=mhcn57kk
time="2022-07-22T06:52:37.726Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:37.726Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=2qms48qs
time="2022-07-22T06:52:37.726Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=r67zbzwn
time="2022-07-22T06:52:37.726Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=r67zbzwn
time="2022-07-22T06:52:37.726Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=726.335464ms namespace=/jshu-pool-dbcqc reconcileID=mhcn57kk
time="2022-07-22T06:52:37.726Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r67zbzwn
time="2022-07-22T06:52:37.726Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=mhcn57kk
time="2022-07-22T06:52:37.73Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=n6fw7fg5
time="2022-07-22T06:52:37.73Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=n6fw7fg5
time="2022-07-22T06:52:37.73Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=3d41f3fa-e2b8-42b4-bcfd-93ba2b12596d
time="2022-07-22T06:52:37.73Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=95bjvrnn
time="2022-07-22T06:52:37.73Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=95bjvrnn
time="2022-07-22T06:52:37.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.731Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=jq928429
time="2022-07-22T06:52:37.731Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:37.731Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:37.731Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=jq928429
time="2022-07-22T06:52:37.731Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=jq928429
time="2022-07-22T06:52:37.731Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jt66j5d8
time="2022-07-22T06:52:37.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=jt66j5d8
time="2022-07-22T06:52:37.731Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=c67ae11d-de84-4ada-9abd-8733017d64d6
time="2022-07-22T06:52:37.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=s28m286z
time="2022-07-22T06:52:37.731Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=s28m286z
time="2022-07-22T06:52:37.737Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=dvgktdh8
time="2022-07-22T06:52:37.737Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=30 elapsedMillisGT=0 outcome=unspecified reconcileID=dvgktdh8
time="2022-07-22T06:52:37.737Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=d5c5e1c6-b19d-45d8-b46b-d47e9d0a5f9b
time="2022-07-22T06:52:37.737Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=r9bbttql
time="2022-07-22T06:52:37.737Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=r9bbttql
time="2022-07-22T06:52:37.737Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xgf8txpn
time="2022-07-22T06:52:37.737Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=30 elapsedMillisGT=0 outcome=unspecified reconcileID=xgf8txpn
time="2022-07-22T06:52:37.737Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=cacd0010-92c8-4732-8cfe-b98b4e8cf003
time="2022-07-22T06:52:37.737Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=8r2b7mmk
time="2022-07-22T06:52:37.737Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=8r2b7mmk
time="2022-07-22T06:52:37.74Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=mcm7xclf
time="2022-07-22T06:52:37.74Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=95bjvrnn
time="2022-07-22T06:52:37.74Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=740.561998ms namespace=/jshu-pool-dbcqc reconcileID=mcm7xclf
time="2022-07-22T06:52:37.74Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=mcm7xclf
time="2022-07-22T06:52:37.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=w4kv74bx
time="2022-07-22T06:52:37.74Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=w4kv74bx
time="2022-07-22T06:52:37.74Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=zrvz6lrs
time="2022-07-22T06:52:37.74Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=zrvz6lrs
time="2022-07-22T06:52:37.74Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zrvz6lrs
time="2022-07-22T06:52:37.741Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=krq75rdd
time="2022-07-22T06:52:37.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=33 elapsedMillisGT=0 outcome=unspecified reconcileID=krq75rdd
time="2022-07-22T06:52:37.741Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=30ea6b71-7f3c-44eb-8dcf-d986692acff0
time="2022-07-22T06:52:37.741Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=z474x7f2
time="2022-07-22T06:52:37.741Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=z474x7f2
time="2022-07-22T06:52:37.746Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.746Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.746Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:37.746Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=plr7d246
time="2022-07-22T06:52:37.746Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=s28m286z
time="2022-07-22T06:52:37.746Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=s28m286z
time="2022-07-22T06:52:37.746Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:37.746Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=plr7d246
time="2022-07-22T06:52:37.746Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=2397315b-34dd-4a0c-9038-0786c49cb5ae
time="2022-07-22T06:52:37.746Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=plr7d246
time="2022-07-22T06:52:37.746Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=wrk8f4cc
time="2022-07-22T06:52:37.746Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=wrk8f4cc
time="2022-07-22T06:52:37.751Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=z474x7f2
time="2022-07-22T06:52:37.751Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=z474x7f2
time="2022-07-22T06:52:37.751Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=509be43b-232f-44d7-9bf9-326f0c5084bf
time="2022-07-22T06:52:37.751Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=szsrtcqp
time="2022-07-22T06:52:37.751Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=szsrtcqp
time="2022-07-22T06:52:37.752Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=w9w785ng
time="2022-07-22T06:52:37.752Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=752.76772ms namespace=/jshu-pool-dbcqc reconcileID=w9w785ng
time="2022-07-22T06:52:37.752Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=w9w785ng
time="2022-07-22T06:52:37.752Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=8dhrndn6
time="2022-07-22T06:52:37.752Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=8dhrndn6
time="2022-07-22T06:52:37.752Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=rk24xmlv
time="2022-07-22T06:52:37.752Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:37.752Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.752Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.752Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:37.752Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=rk24xmlv
time="2022-07-22T06:52:37.752Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=rk24xmlv
time="2022-07-22T06:52:37.752Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8dhrndn6
time="2022-07-22T06:52:37.753Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=w4kv74bx
time="2022-07-22T06:52:37.753Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=wr2jxqqn
time="2022-07-22T06:52:37.753Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=wr2jxqqn
time="2022-07-22T06:52:37.753Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wr2jxqqn
time="2022-07-22T06:52:37.756Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=ft9mswk9
time="2022-07-22T06:52:37.756Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=756.126702ms namespace=/jshu-pool-ldpb2 reconcileID=ft9mswk9
time="2022-07-22T06:52:37.756Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=ft9mswk9
time="2022-07-22T06:52:37.767Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wrk8f4cc
time="2022-07-22T06:52:37.767Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=wrk8f4cc
time="2022-07-22T06:52:37.767Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=71418b1d-953e-4106-b889-2363cc00dd81
time="2022-07-22T06:52:37.767Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=7ldqnncl
time="2022-07-22T06:52:37.767Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=7ldqnncl
time="2022-07-22T06:52:37.772Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=p6qlj879
time="2022-07-22T06:52:37.773Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=772.996465ms namespace=/jshu-pool-ldpb2 reconcileID=p6qlj879
time="2022-07-22T06:52:37.773Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=p6qlj879
time="2022-07-22T06:52:37.776Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=szsrtcqp
time="2022-07-22T06:52:37.776Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=8r2b7mmk
time="2022-07-22T06:52:37.776Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=szsrtcqp
time="2022-07-22T06:52:37.776Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=r9bbttql
time="2022-07-22T06:52:37.776Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=38 elapsedMillisGT=0 outcome=unspecified reconcileID=8r2b7mmk
time="2022-07-22T06:52:37.776Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=39 elapsedMillisGT=0 outcome=unspecified reconcileID=r9bbttql
time="2022-07-22T06:52:37.776Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=6ca25d6b-49be-4151-8965-6afebd7448dd
time="2022-07-22T06:52:37.776Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=8b395187-02e4-4cc1-a6f7-acf592ac9c5c
time="2022-07-22T06:52:37.776Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=b4fd4829-cee9-4fff-add6-64a399d3a193
time="2022-07-22T06:52:37.776Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=np7s9qz9
time="2022-07-22T06:52:37.776Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=58w9h97c
time="2022-07-22T06:52:37.776Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=x9s669s6
time="2022-07-22T06:52:37.776Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=np7s9qz9
time="2022-07-22T06:52:37.776Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=58w9h97c
time="2022-07-22T06:52:37.776Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=x9s669s6
time="2022-07-22T06:52:37.801Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=x9s669s6
time="2022-07-22T06:52:37.801Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=x9s669s6
time="2022-07-22T06:52:37.802Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=e9d7bbaa-daab-44b2-995b-edb40868c77e
time="2022-07-22T06:52:37.802Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=rxqddzmv
time="2022-07-22T06:52:37.802Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=rxqddzmv
time="2022-07-22T06:52:37.803Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=6g2wxddz
time="2022-07-22T06:52:37.803Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=803.730275ms namespace=/jshu-pool-dbcqc reconcileID=6g2wxddz
time="2022-07-22T06:52:37.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=xk8mtnvv
time="2022-07-22T06:52:37.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=wp75xjnx
time="2022-07-22T06:52:37.803Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=xk8mtnvv
time="2022-07-22T06:52:37.803Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=wp75xjnx
time="2022-07-22T06:52:37.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wp75xjnx
time="2022-07-22T06:52:37.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xk8mtnvv
time="2022-07-22T06:52:37.803Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=6g2wxddz
time="2022-07-22T06:52:37.805Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=37 elapsedMillisGT=0 outcome=unspecified reconcileID=7ldqnncl
time="2022-07-22T06:52:37.805Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=8jmjxkpb
time="2022-07-22T06:52:37.805Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=8jmjxkpb
time="2022-07-22T06:52:37.805Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8jmjxkpb
time="2022-07-22T06:52:37.807Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=9qrq4cqb
time="2022-07-22T06:52:37.807Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=100 elapsedMillisGT=0 outcome=unspecified reconcileID=9qrq4cqb
time="2022-07-22T06:52:37.807Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=5wmsfqnt
time="2022-07-22T06:52:37.807Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=5wmsfqnt
time="2022-07-22T06:52:37.807Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5wmsfqnt
time="2022-07-22T06:52:37.807Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=nm24hwwh
time="2022-07-22T06:52:37.809Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.809Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.809Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:37.809Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=zlrqhmpg
time="2022-07-22T06:52:37.809Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:37.809Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=zlrqhmpg
time="2022-07-22T06:52:37.809Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=zlrqhmpg
time="2022-07-22T06:52:37.814Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=12 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=rxqddzmv
time="2022-07-22T06:52:37.815Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=h6mdgqbl
time="2022-07-22T06:52:37.815Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:37.815Z" level=debug msg="clusterdeployment does not exist" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=h6mdgqbl
time="2022-07-22T06:52:37.815Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=h6mdgqbl
time="2022-07-22T06:52:37.815Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=58w9h97c
time="2022-07-22T06:52:37.815Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=38 elapsedMillisGT=0 outcome=unspecified reconcileID=58w9h97c
time="2022-07-22T06:52:37.815Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=3b21dff5-4571-4bf0-a558-206ccaa4e105
time="2022-07-22T06:52:37.815Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=5xvzzp6t
time="2022-07-22T06:52:37.815Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=5xvzzp6t
time="2022-07-22T06:52:37.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=skgp9gdj
time="2022-07-22T06:52:37.817Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=skgp9gdj
time="2022-07-22T06:52:37.823Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=np7s9qz9
time="2022-07-22T06:52:37.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=47 elapsedMillisGT=0 outcome=unspecified reconcileID=np7s9qz9
time="2022-07-22T06:52:37.823Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=bf477a10-cbae-4930-a2c0-5a3e97dd8dff
time="2022-07-22T06:52:37.823Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=rhd598qr
time="2022-07-22T06:52:37.823Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=rhd598qr
time="2022-07-22T06:52:37.826Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=100 elapsedMillisGT=0 outcome=unspecified reconcileID=2qms48qs
time="2022-07-22T06:52:37.826Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=mxhtlpzk
time="2022-07-22T06:52:37.826Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mxhtlpzk
time="2022-07-22T06:52:37.845Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=nm24hwwh
time="2022-07-22T06:52:37.845Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=138 elapsedMillisGT=0 outcome=unspecified reconcileID=nm24hwwh
time="2022-07-22T06:52:37.845Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=ee486841-a4e3-4384-9d08-09e1430f4cb1
time="2022-07-22T06:52:37.845Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=gv6l2z59
time="2022-07-22T06:52:37.845Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=gv6l2z59
time="2022-07-22T06:52:37.845Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=30 elapsedMillisGT=0 outcome=unspecified reconcileID=5xvzzp6t
time="2022-07-22T06:52:37.845Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=7bcztz7q
time="2022-07-22T06:52:37.845Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=7bcztz7q
time="2022-07-22T06:52:37.845Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=ll5jjmw9
time="2022-07-22T06:52:37.845Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=845.993555ms namespace=/jshu-pool-dbcqc reconcileID=ll5jjmw9
time="2022-07-22T06:52:37.846Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=ll5jjmw9
time="2022-07-22T06:52:37.846Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=chcz5t25
time="2022-07-22T06:52:37.846Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=chcz5t25
time="2022-07-22T06:52:37.846Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=chcz5t25
time="2022-07-22T06:52:37.846Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=gt779m6n
time="2022-07-22T06:52:37.846Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=4ps25zsv
time="2022-07-22T06:52:37.846Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=4ps25zsv
time="2022-07-22T06:52:37.846Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=gt779m6n
time="2022-07-22T06:52:37.846Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4ps25zsv
time="2022-07-22T06:52:37.846Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=h4kdhrkr
time="2022-07-22T06:52:37.846Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=h4kdhrkr
time="2022-07-22T06:52:37.846Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h4kdhrkr
time="2022-07-22T06:52:37.846Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gt779m6n
time="2022-07-22T06:52:37.846Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=gnvcsx85
time="2022-07-22T06:52:37.846Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gnvcsx85
time="2022-07-22T06:52:37.852Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=wmkmd79p
time="2022-07-22T06:52:37.852Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:37.852Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.852Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=wmkmd79p
time="2022-07-22T06:52:37.852Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.852Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=wmkmd79p
time="2022-07-22T06:52:37.852Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:37.853Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=skgp9gdj
time="2022-07-22T06:52:37.853Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=35 elapsedMillisGT=0 outcome=unspecified reconcileID=skgp9gdj
time="2022-07-22T06:52:37.853Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=84e146eb-68c2-4810-a742-19a23e86d7da
time="2022-07-22T06:52:37.854Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gv6l2z59
time="2022-07-22T06:52:37.854Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=gv6l2z59
time="2022-07-22T06:52:37.854Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=180dbf60-d460-4cf7-8b02-4b4ca8a6e944
time="2022-07-22T06:52:37.856Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7bcztz7q
time="2022-07-22T06:52:37.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=7bcztz7q
time="2022-07-22T06:52:37.856Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=aaca4068-c106-4a42-b09c-27ed4590a35b
time="2022-07-22T06:52:37.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=vxfndrwr
time="2022-07-22T06:52:37.856Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=vxfndrwr
time="2022-07-22T06:52:37.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vxfndrwr
time="2022-07-22T06:52:37.861Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=rhd598qr
time="2022-07-22T06:52:37.861Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=37 elapsedMillisGT=0 outcome=unspecified reconcileID=rhd598qr
time="2022-07-22T06:52:37.861Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=23ee7dd6-60be-44e4-927d-75071509e359
time="2022-07-22T06:52:37.862Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=hklw9ltr
time="2022-07-22T06:52:37.862Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=hklw9ltr
time="2022-07-22T06:52:37.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hklw9ltr
time="2022-07-22T06:52:37.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8d65hd2c
time="2022-07-22T06:52:37.886Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8d65hd2c
time="2022-07-22T06:52:37.908Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=zq2wghgh
time="2022-07-22T06:52:37.908Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=200 elapsedMillisGT=0 outcome=unspecified reconcileID=zq2wghgh
time="2022-07-22T06:52:37.908Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=k9g9pgnz
time="2022-07-22T06:52:37.908Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=k9g9pgnz
time="2022-07-22T06:52:37.908Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k9g9pgnz
time="2022-07-22T06:52:37.918Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=pnfwgssf
time="2022-07-22T06:52:37.918Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=9jncxvlz
time="2022-07-22T06:52:37.918Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=pnfwgssf
time="2022-07-22T06:52:37.918Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=9jncxvlz
time="2022-07-22T06:52:37.918Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=bvm72pnt
time="2022-07-22T06:52:37.918Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9jncxvlz
time="2022-07-22T06:52:37.918Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=31 elapsedMillisGT=0 outcome=unspecified reconcileID=8d65hd2c
time="2022-07-22T06:52:37.918Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=jgxqtbtj
time="2022-07-22T06:52:37.918Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=bvm72pnt
time="2022-07-22T06:52:37.918Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=918.219663ms namespace=/jshu-pool-dbcqc reconcileID=jgxqtbtj
time="2022-07-22T06:52:37.918Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bvm72pnt
time="2022-07-22T06:52:37.918Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=qmswb5fp
time="2022-07-22T06:52:37.918Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=jgxqtbtj
time="2022-07-22T06:52:37.918Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=qmswb5fp
time="2022-07-22T06:52:37.918Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=dpm4kxc4
time="2022-07-22T06:52:37.918Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qmswb5fp
time="2022-07-22T06:52:37.918Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pnfwgssf
time="2022-07-22T06:52:37.918Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=tq4mjppg
time="2022-07-22T06:52:37.918Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=nnzqcbxx
time="2022-07-22T06:52:37.918Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=dpm4kxc4
time="2022-07-22T06:52:37.918Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dpm4kxc4
time="2022-07-22T06:52:37.918Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=tq4mjppg
time="2022-07-22T06:52:37.918Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nnzqcbxx
time="2022-07-22T06:52:37.918Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tq4mjppg
time="2022-07-22T06:52:37.923Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=k7r9cvcf
time="2022-07-22T06:52:37.923Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=q6d9hg75
time="2022-07-22T06:52:37.923Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:37.923Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=q6d9hg75
time="2022-07-22T06:52:37.923Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.923Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=q6d9hg75
time="2022-07-22T06:52:37.923Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.923Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:37.964Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=6z2jwzt2
time="2022-07-22T06:52:37.964Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=6z2jwzt2
time="2022-07-22T06:52:37.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=f49khg2g
time="2022-07-22T06:52:37.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=r7dmmjn4
time="2022-07-22T06:52:37.967Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=f49khg2g
time="2022-07-22T06:52:37.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.967Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:37.967Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=r7dmmjn4
time="2022-07-22T06:52:37.967Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:37.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=wg2mdtch
time="2022-07-22T06:52:37.967Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r7dmmjn4
time="2022-07-22T06:52:37.967Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=wg2mdtch
time="2022-07-22T06:52:37.967Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wg2mdtch
time="2022-07-22T06:52:37.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=29rq2g8z
time="2022-07-22T06:52:37.967Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=4jgg79kd
time="2022-07-22T06:52:37.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=smr4gkjk
time="2022-07-22T06:52:37.967Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=4jgg79kd
time="2022-07-22T06:52:37.967Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4jgg79kd
time="2022-07-22T06:52:37.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=tvqkvrnv
time="2022-07-22T06:52:37.967Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=smr4gkjk
time="2022-07-22T06:52:37.967Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=dnqf4xjr
time="2022-07-22T06:52:37.967Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tvqkvrnv
time="2022-07-22T06:52:37.967Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=29rq2g8z
time="2022-07-22T06:52:37.967Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:37.967Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=29rq2g8z
time="2022-07-22T06:52:37.967Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=smr4gkjk
time="2022-07-22T06:52:37.967Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=dnqf4xjr
time="2022-07-22T06:52:37.967Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=h89fzc2n
time="2022-07-22T06:52:37.967Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=wxfzxgcz
time="2022-07-22T06:52:37.967Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=dnqf4xjr
time="2022-07-22T06:52:37.967Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=h89fzc2n
time="2022-07-22T06:52:37.967Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=967.45994ms namespace=/jshu-pool-dbcqc reconcileID=wxfzxgcz
time="2022-07-22T06:52:37.967Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h89fzc2n
time="2022-07-22T06:52:37.967Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=wxfzxgcz
time="2022-07-22T06:52:37.973Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=6z2jwzt2
time="2022-07-22T06:52:37.973Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=6z2jwzt2
time="2022-07-22T06:52:37.973Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=f42730b6-5e6c-4901-b02d-b89be40238c0
time="2022-07-22T06:52:37.973Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=6b4cvbcg
time="2022-07-22T06:52:37.973Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=6b4cvbcg
time="2022-07-22T06:52:37.979Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=56 elapsedMillisGT=0 outcome=unspecified reconcileID=k7r9cvcf
time="2022-07-22T06:52:37.979Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sml56ql6
time="2022-07-22T06:52:37.981Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=f49khg2g
time="2022-07-22T06:52:37.995Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=t5qxsb44
time="2022-07-22T06:52:37.995Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=l2wxn25l
time="2022-07-22T06:52:37.995Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=jw72p95n
time="2022-07-22T06:52:37.995Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=zchzs96f
time="2022-07-22T06:52:37.995Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=t5qxsb44
time="2022-07-22T06:52:37.995Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=995.278569ms namespace=/jshu-pool-dbcqc reconcileID=zchzs96f
time="2022-07-22T06:52:37.995Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=l2wxn25l
time="2022-07-22T06:52:37.995Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l2wxn25l
time="2022-07-22T06:52:37.995Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=zchzs96f
time="2022-07-22T06:52:37.995Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t5qxsb44
time="2022-07-22T06:52:37.995Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=jkcbs2ts
time="2022-07-22T06:52:37.995Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=jkcbs2ts
time="2022-07-22T06:52:37.995Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jkcbs2ts
time="2022-07-22T06:52:37.995Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=wnrlcvvx
time="2022-07-22T06:52:37.995Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=nsmgxmqh
time="2022-07-22T06:52:37.995Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=4dkmt6j2
time="2022-07-22T06:52:37.995Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=wnrlcvvx
time="2022-07-22T06:52:37.995Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wnrlcvvx
time="2022-07-22T06:52:37.995Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=4dkmt6j2
time="2022-07-22T06:52:37.995Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=jw72p95n
time="2022-07-22T06:52:37.995Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4dkmt6j2
time="2022-07-22T06:52:37.995Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nsmgxmqh
time="2022-07-22T06:52:37.995Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jw72p95n
time="2022-07-22T06:52:38.001Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=54sf7zph
time="2022-07-22T06:52:38.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:38.001Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:38.001Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:38.001Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:38.001Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=54sf7zph
time="2022-07-22T06:52:38.001Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=54sf7zph
time="2022-07-22T06:52:38.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=fqpqrvdm
time="2022-07-22T06:52:38.001Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fqpqrvdm
time="2022-07-22T06:52:38.01Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=6b4cvbcg
time="2022-07-22T06:52:38.01Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=36 elapsedMillisGT=0 outcome=unspecified reconcileID=6b4cvbcg
time="2022-07-22T06:52:38.01Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=c5e107b3-c0d2-431c-bf25-447b9a9b088a
time="2022-07-22T06:52:38.022Z" level=info msg="failed to set cluster region label" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=sml56ql6
time="2022-07-22T06:52:38.022Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=42 elapsedMillisGT=0 outcome=unspecified reconcileID=sml56ql6
time="2022-07-22T06:52:38.022Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=30e20e5e-5994-41ac-a2ba-d17b3235881c
time="2022-07-22T06:52:38.022Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=9q6kbxmw
time="2022-07-22T06:52:38.042Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:38.042Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:38.042Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:38.042Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=pxl5kxjk
time="2022-07-22T06:52:38.043Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=8m489jzg
time="2022-07-22T06:52:38.043Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=pxl5kxjk
time="2022-07-22T06:52:38.043Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.04304306s namespace=/jshu-pool-dbcqc reconcileID=8m489jzg
time="2022-07-22T06:52:38.043Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pxl5kxjk
time="2022-07-22T06:52:38.043Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=8m489jzg
time="2022-07-22T06:52:38.043Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=h66n8ps7
time="2022-07-22T06:52:38.042Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=9wm2vlgf
time="2022-07-22T06:52:38.043Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9wm2vlgf
time="2022-07-22T06:52:38.043Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h66n8ps7
time="2022-07-22T06:52:38.043Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=jplbpc5z
time="2022-07-22T06:52:38.043Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=cg5w6gjq
time="2022-07-22T06:52:38.043Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=cg5w6gjq
time="2022-07-22T06:52:38.043Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=mbdmrg79
time="2022-07-22T06:52:38.043Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cg5w6gjq
time="2022-07-22T06:52:38.043Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=jplbpc5z
time="2022-07-22T06:52:38.043Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jplbpc5z
time="2022-07-22T06:52:38.043Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=mbdmrg79
time="2022-07-22T06:52:38.043Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=jm92vxj8
time="2022-07-22T06:52:38.043Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=jm92vxj8
time="2022-07-22T06:52:38.043Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=lmqws9h4
time="2022-07-22T06:52:38.043Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=77m4mm9q
time="2022-07-22T06:52:38.043Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=77m4mm9q
time="2022-07-22T06:52:38.043Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=z8w96dhr
time="2022-07-22T06:52:38.043Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=lmqws9h4
time="2022-07-22T06:52:38.043Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:38.043Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lmqws9h4
time="2022-07-22T06:52:38.043Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mbdmrg79
time="2022-07-22T06:52:38.043Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=z8w96dhr
time="2022-07-22T06:52:38.043Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=z8w96dhr
time="2022-07-22T06:52:38.043Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jm92vxj8
time="2022-07-22T06:52:38.046Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=9q6kbxmw
time="2022-07-22T06:52:38.047Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=wm9mnq6k
time="2022-07-22T06:52:38.047Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=wm9mnq6k
time="2022-07-22T06:52:38.058Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=77m4mm9q
time="2022-07-22T06:52:38.058Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=8dlpxlz4
time="2022-07-22T06:52:38.058Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=4nnkdqk2
time="2022-07-22T06:52:38.058Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=8dlpxlz4
time="2022-07-22T06:52:38.058Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=q49fgl4c
time="2022-07-22T06:52:38.058Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=lhw8b62p
time="2022-07-22T06:52:38.058Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8dlpxlz4
time="2022-07-22T06:52:38.058Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.058791545s namespace=/jshu-pool-dbcqc reconcileID=q49fgl4c
time="2022-07-22T06:52:38.058Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=4nnkdqk2
time="2022-07-22T06:52:38.058Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=q49fgl4c
time="2022-07-22T06:52:38.058Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=lhw8b62p
time="2022-07-22T06:52:38.058Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=q42857l8
time="2022-07-22T06:52:38.058Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lhw8b62p
time="2022-07-22T06:52:38.058Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=5kk8t48x
time="2022-07-22T06:52:38.058Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=q42857l8
time="2022-07-22T06:52:38.058Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q42857l8
time="2022-07-22T06:52:38.058Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=sqgqg9nq
time="2022-07-22T06:52:38.058Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=5kk8t48x
time="2022-07-22T06:52:38.058Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5kk8t48x
time="2022-07-22T06:52:38.058Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4nnkdqk2
time="2022-07-22T06:52:38.058Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sqgqg9nq
time="2022-07-22T06:52:38.058Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=xwgt2rch
time="2022-07-22T06:52:38.058Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=xwgt2rch
time="2022-07-22T06:52:38.058Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xwgt2rch
time="2022-07-22T06:52:38.064Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=rtvcsrr9
time="2022-07-22T06:52:38.064Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=q4fnr2v8
time="2022-07-22T06:52:38.064Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:38.064Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rtvcsrr9
time="2022-07-22T06:52:38.064Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:38.064Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:38.064Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:38.064Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=q4fnr2v8
time="2022-07-22T06:52:38.064Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=q4fnr2v8
time="2022-07-22T06:52:38.064Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=kvzr57rx
time="2022-07-22T06:52:38.064Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=kvzr57rx
time="2022-07-22T06:52:38.064Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kvzr57rx
time="2022-07-22T06:52:38.067Z" level=info msg="error adding finalizer" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=wm9mnq6k
time="2022-07-22T06:52:38.067Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=wm9mnq6k
time="2022-07-22T06:52:38.067Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=ba3a82f5-ffcc-4c0e-bd6f-b84239fab0ff
time="2022-07-22T06:52:38.067Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=vc7269sc
time="2022-07-22T06:52:38.067Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=vc7269sc
time="2022-07-22T06:52:38.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=t88hxvdb
time="2022-07-22T06:52:38.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=ts5cdtwm
time="2022-07-22T06:52:38.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=qfxvjb99
time="2022-07-22T06:52:38.089Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=ts5cdtwm
time="2022-07-22T06:52:38.089Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ts5cdtwm
time="2022-07-22T06:52:38.089Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=qfxvjb99
time="2022-07-22T06:52:38.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=6gcp9tnb
time="2022-07-22T06:52:38.089Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=mgltsh4g
time="2022-07-22T06:52:38.089Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=6gcp9tnb
time="2022-07-22T06:52:38.089Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=df24h26w
time="2022-07-22T06:52:38.089Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=mgltsh4g
time="2022-07-22T06:52:38.089Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6gcp9tnb
time="2022-07-22T06:52:38.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=fbssvvk5
time="2022-07-22T06:52:38.089Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mgltsh4g
time="2022-07-22T06:52:38.089Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.089130932s namespace=/jshu-pool-dbcqc reconcileID=df24h26w
time="2022-07-22T06:52:38.089Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qfxvjb99
time="2022-07-22T06:52:38.089Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=fbssvvk5
time="2022-07-22T06:52:38.089Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=df24h26w
time="2022-07-22T06:52:38.089Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fbssvvk5
time="2022-07-22T06:52:38.089Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=n744bcz7
time="2022-07-22T06:52:38.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=h7nzvk5b
time="2022-07-22T06:52:38.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:38.089Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:38.089Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h7nzvk5b
time="2022-07-22T06:52:38.089Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t88hxvdb
time="2022-07-22T06:52:38.089Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=n744bcz7
time="2022-07-22T06:52:38.089Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=l8dtcngl
time="2022-07-22T06:52:38.089Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n744bcz7
time="2022-07-22T06:52:38.089Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=gmrfwzc6
time="2022-07-22T06:52:38.089Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:38.089Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:38.089Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=gmrfwzc6
time="2022-07-22T06:52:38.089Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=l8dtcngl
time="2022-07-22T06:52:38.089Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gmrfwzc6
time="2022-07-22T06:52:38.089Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=l8dtcngl
time="2022-07-22T06:52:38.093Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=26 elapsedMillisGT=0 outcome=unspecified reconcileID=vc7269sc
time="2022-07-22T06:52:38.093Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fl77cnlm
time="2022-07-22T06:52:38.104Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fl77cnlm
time="2022-07-22T06:52:38.104Z" level=info msg="Existing pull secret object not found" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fl77cnlm
time="2022-07-22T06:52:38.104Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment derivedObject=jshu-pool-dbcqc-merged-pull-secret reconcileID=fl77cnlm
time="2022-07-22T06:52:38.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=7ccg6c4p
time="2022-07-22T06:52:38.107Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7ccg6c4p
time="2022-07-22T06:52:38.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=dqlx8lhg
time="2022-07-22T06:52:38.107Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=dqlx8lhg
time="2022-07-22T06:52:38.107Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=zzqwkpbp
time="2022-07-22T06:52:38.107Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dqlx8lhg
time="2022-07-22T06:52:38.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=rwlk5t8z
time="2022-07-22T06:52:38.107Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=wv8w7k2r
time="2022-07-22T06:52:38.107Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=zzqwkpbp
time="2022-07-22T06:52:38.107Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rwlk5t8z
time="2022-07-22T06:52:38.107Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zzqwkpbp
time="2022-07-22T06:52:38.107Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.107133342s namespace=/jshu-pool-dbcqc reconcileID=wv8w7k2r
time="2022-07-22T06:52:38.107Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=ng5ng66q
time="2022-07-22T06:52:38.107Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=wv8w7k2r
time="2022-07-22T06:52:38.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=nnvrz7kg
time="2022-07-22T06:52:38.107Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=ng5ng66q
time="2022-07-22T06:52:38.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:38.107Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=nnvrz7kg
time="2022-07-22T06:52:38.107Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nnvrz7kg
time="2022-07-22T06:52:38.107Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=z2d9hcpj
time="2022-07-22T06:52:38.107Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ng5ng66q
time="2022-07-22T06:52:38.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=vt7mpw24
time="2022-07-22T06:52:38.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=qddrxql5
time="2022-07-22T06:52:38.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=w5v4njh5
time="2022-07-22T06:52:38.107Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:38.107Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=vt7mpw24
time="2022-07-22T06:52:38.107Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=qddrxql5
time="2022-07-22T06:52:38.107Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=z2d9hcpj
time="2022-07-22T06:52:38.107Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=w5v4njh5
time="2022-07-22T06:52:38.107Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=z2d9hcpj
time="2022-07-22T06:52:38.107Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qddrxql5
time="2022-07-22T06:52:38.107Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w5v4njh5
time="2022-07-22T06:52:38.107Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:38.107Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:38.107Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vt7mpw24
time="2022-07-22T06:52:38.135Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fl77cnlm secretName=jshu-pool-dbcqc-merged-pull-secret
time="2022-07-22T06:52:38.135Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=41 elapsedMillisGT=0 outcome=unspecified reconcileID=fl77cnlm
time="2022-07-22T06:52:38.135Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=xfhp7c8p
time="2022-07-22T06:52:38.135Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:38.135Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=xfhp7c8p
time="2022-07-22T06:52:38.135Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=xfhp7c8p
time="2022-07-22T06:52:38.135Z" level=debug msg="generating cluster image set job" clusterdeployment=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:38.135Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment derivedObject=jshu-pool-dbcqc-imageset reconcileID=xfhp7c8p
time="2022-07-22T06:52:38.135Z" level=info msg="creating imageset job" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment job=jshu-pool-dbcqc-imageset reconcileID=xfhp7c8p releaseImage="quay.io/openshift-release-dev/ocp-release:4.11.0-rc.4-x86_64"
time="2022-07-22T06:52:38.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=r4s5s6sf
time="2022-07-22T06:52:38.229Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=5vxr7qgk
time="2022-07-22T06:52:38.229Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=r4s5s6sf
time="2022-07-22T06:52:38.229Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.229Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-dbcqc clusterPool=default/jshu-pool controller=clusterpool newPowerState=Running reconcileID=xkzvrz6c
time="2022-07-22T06:52:38.229Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.229Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:38.23Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=5vxr7qgk
time="2022-07-22T06:52:38.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=q9r2mv9k
time="2022-07-22T06:52:38.23Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5vxr7qgk
time="2022-07-22T06:52:38.23Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=q9r2mv9k
time="2022-07-22T06:52:38.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=qm8thq8s
time="2022-07-22T06:52:38.23Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=7hh9fhfk
time="2022-07-22T06:52:38.23Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=qm8thq8s
time="2022-07-22T06:52:38.23Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=m5wp625k
time="2022-07-22T06:52:38.23Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:38.23Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=m5wp625k
time="2022-07-22T06:52:38.23Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=m5wp625k
time="2022-07-22T06:52:38.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=cm97qpt4
time="2022-07-22T06:52:38.23Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=cm97qpt4
time="2022-07-22T06:52:38.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=jbxlx2kx
time="2022-07-22T06:52:38.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=7z79kz86
time="2022-07-22T06:52:38.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=k6m59hlz
time="2022-07-22T06:52:38.23Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=7z79kz86
time="2022-07-22T06:52:38.23Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=k6m59hlz
time="2022-07-22T06:52:38.23Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7z79kz86
time="2022-07-22T06:52:38.23Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=jbxlx2kx
time="2022-07-22T06:52:38.23Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jbxlx2kx
time="2022-07-22T06:52:38.229Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=qx9z656r
time="2022-07-22T06:52:38.23Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=7hh9fhfk
time="2022-07-22T06:52:38.23Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.230300409s namespace=/jshu-pool-ldpb2 reconcileID=qx9z656r
time="2022-07-22T06:52:38.23Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=qx9z656r
time="2022-07-22T06:52:38.23Z" level=info msg="ClusterDeployment created" controller=clusterpool
time="2022-07-22T06:52:38.23Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=td6gnrqc
time="2022-07-22T06:52:38.23Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:38.23Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=td6gnrqc
time="2022-07-22T06:52:38.24Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=nwtf7548
time="2022-07-22T06:52:38.24Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.240357404s namespace=/jshu-pool-ldpb2 reconcileID=nwtf7548
time="2022-07-22T06:52:38.24Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=7grfnzjg
time="2022-07-22T06:52:38.24Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=zmkjllvc
time="2022-07-22T06:52:38.24Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=7grfnzjg
time="2022-07-22T06:52:38.24Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=zmkjllvc
time="2022-07-22T06:52:38.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7grfnzjg
time="2022-07-22T06:52:38.24Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=nwtf7548
time="2022-07-22T06:52:38.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zmkjllvc
time="2022-07-22T06:52:38.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=qm8thq8s
time="2022-07-22T06:52:38.24Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=vszsp24d
time="2022-07-22T06:52:38.24Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=2pbv866n
time="2022-07-22T06:52:38.24Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=2pbv866n
time="2022-07-22T06:52:38.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2pbv866n
time="2022-07-22T06:52:38.24Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=vszsp24d
time="2022-07-22T06:52:38.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vszsp24d
time="2022-07-22T06:52:38.241Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=k6m59hlz
time="2022-07-22T06:52:38.241Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=k6m59hlz
time="2022-07-22T06:52:38.241Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=14fdc6c2-3f57-425a-b6c0-6963d5026df6
time="2022-07-22T06:52:38.241Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=zbfcpgwr
time="2022-07-22T06:52:38.241Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=zbfcpgwr
time="2022-07-22T06:52:38.244Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=r4s5s6sf
time="2022-07-22T06:52:38.244Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=r4s5s6sf
time="2022-07-22T06:52:38.244Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=b8ed36e0-6c8d-4e4f-8d00-99e90594fc32
time="2022-07-22T06:52:38.244Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=q9r2mv9k
time="2022-07-22T06:52:38.244Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=q9r2mv9k
time="2022-07-22T06:52:38.244Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=711cecb7-bd82-46c6-95b6-2efcb1417bf4
time="2022-07-22T06:52:38.244Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=x54cp9cf
time="2022-07-22T06:52:38.244Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=x54cp9cf
time="2022-07-22T06:52:38.245Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.245Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=hj62mm2s
time="2022-07-22T06:52:38.245Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=kr8ljcjs
time="2022-07-22T06:52:38.245Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=hj62mm2s
time="2022-07-22T06:52:38.245Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:38.245Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=kr8ljcjs
time="2022-07-22T06:52:38.245Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=kr8ljcjs
time="2022-07-22T06:52:38.245Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.245Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:38.249Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7hh9fhfk
time="2022-07-22T06:52:38.249Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=7hh9fhfk
time="2022-07-22T06:52:38.249Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=6ef24109-6ad4-4454-8e5b-93c389c7515a
time="2022-07-22T06:52:38.249Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=cm97qpt4
time="2022-07-22T06:52:38.249Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=h2dzb4kk
time="2022-07-22T06:52:38.249Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=h2dzb4kk
time="2022-07-22T06:52:38.249Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=cm97qpt4
time="2022-07-22T06:52:38.249Z" level=error msg="Reconciler error" controller=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=6ac2cb75-3a8d-40a6-802a-92b3b8303ea4
time="2022-07-22T06:52:38.249Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=xqtbtcq7
time="2022-07-22T06:52:38.249Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=xqtbtcq7
time="2022-07-22T06:52:38.253Z" level=info msg="created service account" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment name=cluster-installer reconcileID=xfhp7c8p
time="2022-07-22T06:52:38.253Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=td6gnrqc
time="2022-07-22T06:52:38.253Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=td6gnrqc
time="2022-07-22T06:52:38.253Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=7ed2cdd4-ad18-4a0f-af98-577a0e55bbc3
time="2022-07-22T06:52:38.253Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hxxqvb8d
time="2022-07-22T06:52:38.253Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=zbfcpgwr
time="2022-07-22T06:52:38.253Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hxxqvb8d
time="2022-07-22T06:52:38.253Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=tqwsnrjx
time="2022-07-22T06:52:38.253Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=tqwsnrjx
time="2022-07-22T06:52:38.253Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=dpwj5btf
time="2022-07-22T06:52:38.253Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.253563029s namespace=/jshu-pool-ldpb2 reconcileID=dpwj5btf
time="2022-07-22T06:52:38.253Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=cwwmz6pp
time="2022-07-22T06:52:38.253Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=dpwj5btf
time="2022-07-22T06:52:38.253Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=cwwmz6pp
time="2022-07-22T06:52:38.253Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cwwmz6pp
time="2022-07-22T06:52:38.253Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=lsv7wtx5
time="2022-07-22T06:52:38.253Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=mqczxlkn
time="2022-07-22T06:52:38.253Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=lsv7wtx5
time="2022-07-22T06:52:38.253Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lsv7wtx5
time="2022-07-22T06:52:38.253Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=f6t7dd8v
time="2022-07-22T06:52:38.253Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=mqczxlkn
time="2022-07-22T06:52:38.253Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=f6t7dd8v
time="2022-07-22T06:52:38.253Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mqczxlkn
time="2022-07-22T06:52:38.253Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f6t7dd8v
time="2022-07-22T06:52:38.255Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=x54cp9cf
time="2022-07-22T06:52:38.255Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=x54cp9cf
time="2022-07-22T06:52:38.255Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=23969780-e1de-490c-a1a5-81a9703ae774
time="2022-07-22T06:52:38.255Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=s96lghs9
time="2022-07-22T06:52:38.255Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=s96lghs9
time="2022-07-22T06:52:38.257Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xqtbtcq7
time="2022-07-22T06:52:38.257Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=xqtbtcq7
time="2022-07-22T06:52:38.257Z" level=error msg="Reconciler error" controller=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=c7b27cad-4b8d-4f1a-b600-8347690bd45e
time="2022-07-22T06:52:38.257Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=86vfx5m9
time="2022-07-22T06:52:38.257Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=86vfx5m9
time="2022-07-22T06:52:38.257Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=h2dzb4kk
time="2022-07-22T06:52:38.257Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=h2dzb4kk
time="2022-07-22T06:52:38.258Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=ad0c351d-a9ce-4d2c-a871-46539a651ac3
time="2022-07-22T06:52:38.258Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=jzmrd76n
time="2022-07-22T06:52:38.258Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:38.258Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.258Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=jzmrd76n
time="2022-07-22T06:52:38.258Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.258Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=jzmrd76n
time="2022-07-22T06:52:38.258Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:38.258Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=tqwsnrjx
time="2022-07-22T06:52:38.258Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=hj62mm2s
time="2022-07-22T06:52:38.258Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=tqwsnrjx
time="2022-07-22T06:52:38.258Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=hj62mm2s
time="2022-07-22T06:52:38.258Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=2cc683f9-c28b-4a23-ac07-9a811893183a
time="2022-07-22T06:52:38.258Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=d4645027-f240-4fae-ab58-751808e377d4
time="2022-07-22T06:52:38.259Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=snvqwnj8
time="2022-07-22T06:52:38.259Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=snvqwnj8
time="2022-07-22T06:52:38.26Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=c8mb47h2
time="2022-07-22T06:52:38.26Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=c8mb47h2
time="2022-07-22T06:52:38.266Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=86vfx5m9
time="2022-07-22T06:52:38.266Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=86vfx5m9
time="2022-07-22T06:52:38.266Z" level=error msg="Reconciler error" controller=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=cd8003f8-b6ce-4497-b711-69db9989838a
time="2022-07-22T06:52:38.267Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=s96lghs9
time="2022-07-22T06:52:38.267Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=g968q66d
time="2022-07-22T06:52:38.267Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=g968q66d
time="2022-07-22T06:52:38.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=r75vfffx
time="2022-07-22T06:52:38.268Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=r75vfffx
time="2022-07-22T06:52:38.269Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=c8mb47h2
time="2022-07-22T06:52:38.269Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=c8mb47h2
time="2022-07-22T06:52:38.269Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=4e631dc1-1134-41de-bb1f-468298983928
time="2022-07-22T06:52:38.269Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=cqw5srqd
time="2022-07-22T06:52:38.269Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.269310564s namespace=/jshu-pool-ldpb2 reconcileID=cqw5srqd
time="2022-07-22T06:52:38.269Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=cqw5srqd
time="2022-07-22T06:52:38.269Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=5pmnj2vq
time="2022-07-22T06:52:38.269Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=5pmnj2vq
time="2022-07-22T06:52:38.269Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5pmnj2vq
time="2022-07-22T06:52:38.269Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=5rt9mzmq
time="2022-07-22T06:52:38.269Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=5rt9mzmq
time="2022-07-22T06:52:38.269Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5rt9mzmq
time="2022-07-22T06:52:38.269Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=mn8sdvdp
time="2022-07-22T06:52:38.269Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=mn8sdvdp
time="2022-07-22T06:52:38.269Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mn8sdvdp
time="2022-07-22T06:52:38.269Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=vzq7fsr2
time="2022-07-22T06:52:38.269Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=vzq7fsr2
time="2022-07-22T06:52:38.269Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vzq7fsr2
time="2022-07-22T06:52:38.272Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=g968q66d
time="2022-07-22T06:52:38.272Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=g968q66d
time="2022-07-22T06:52:38.272Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=48143141-754e-40eb-8c6b-89c5b7159521
time="2022-07-22T06:52:38.272Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=6sdqv9f6
time="2022-07-22T06:52:38.272Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=6sdqv9f6
time="2022-07-22T06:52:38.272Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6sdqv9f6
time="2022-07-22T06:52:38.273Z" level=info msg="could not update conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=snvqwnj8
time="2022-07-22T06:52:38.273Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=snvqwnj8
time="2022-07-22T06:52:38.273Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=7563013b-a39e-42cc-b7be-79b65cf11016
time="2022-07-22T06:52:38.273Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=g7s82spz
time="2022-07-22T06:52:38.273Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=g7s82spz
time="2022-07-22T06:52:38.273Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=r75vfffx
time="2022-07-22T06:52:38.273Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=r75vfffx
time="2022-07-22T06:52:38.273Z" level=error msg="Reconciler error" controller=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=50a139f6-2b4f-416a-a6c7-a4af07f101d3
time="2022-07-22T06:52:38.273Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=shrbwf8m
time="2022-07-22T06:52:38.273Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=4rp8xx8w
time="2022-07-22T06:52:38.273Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=shrbwf8m
time="2022-07-22T06:52:38.273Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=4rp8xx8w
time="2022-07-22T06:52:38.274Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=85dc2m2p
time="2022-07-22T06:52:38.274Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:38.274Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=85dc2m2p
time="2022-07-22T06:52:38.274Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=85dc2m2p
time="2022-07-22T06:52:38.274Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.274Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.274Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:38.278Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=8c67bvbp
time="2022-07-22T06:52:38.278Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=8c67bvbp
time="2022-07-22T06:52:38.278Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8c67bvbp
time="2022-07-22T06:52:38.281Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=4rp8xx8w
time="2022-07-22T06:52:38.282Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=r9bwnpg6
time="2022-07-22T06:52:38.282Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.282275506s namespace=/jshu-pool-ldpb2 reconcileID=r9bwnpg6
time="2022-07-22T06:52:38.282Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=nfcjd4bw
time="2022-07-22T06:52:38.282Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=r9bwnpg6
time="2022-07-22T06:52:38.282Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=g556kbrb
time="2022-07-22T06:52:38.282Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=nfcjd4bw
time="2022-07-22T06:52:38.282Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=z9bwc658
time="2022-07-22T06:52:38.282Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nfcjd4bw
time="2022-07-22T06:52:38.282Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=dn7pqz4c
time="2022-07-22T06:52:38.282Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9bwc658
time="2022-07-22T06:52:38.282Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=9ch2tvjv
time="2022-07-22T06:52:38.282Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=dn7pqz4c
time="2022-07-22T06:52:38.282Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dn7pqz4c
time="2022-07-22T06:52:38.282Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=9ch2tvjv
time="2022-07-22T06:52:38.282Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=2zflzgqk
time="2022-07-22T06:52:38.282Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9ch2tvjv
time="2022-07-22T06:52:38.282Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=g556kbrb
time="2022-07-22T06:52:38.282Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=2zflzgqk
time="2022-07-22T06:52:38.282Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2zflzgqk
time="2022-07-22T06:52:38.282Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g556kbrb
time="2022-07-22T06:52:38.285Z" level=info msg="could not update conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=g7s82spz
time="2022-07-22T06:52:38.285Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=shrbwf8m
time="2022-07-22T06:52:38.285Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=g7s82spz
time="2022-07-22T06:52:38.285Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=8cfeca28-1750-40be-91ec-515c355b02a3
time="2022-07-22T06:52:38.285Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=shrbwf8m
time="2022-07-22T06:52:38.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=zb6p6q5v
time="2022-07-22T06:52:38.285Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=90518d01-2ec6-4c1d-b232-b84ace3fafcb
time="2022-07-22T06:52:38.285Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=zb6p6q5v
time="2022-07-22T06:52:38.288Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=r84l68md
time="2022-07-22T06:52:38.288Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.288Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.288Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:38.288Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:38.288Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=r84l68md
time="2022-07-22T06:52:38.288Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=r84l68md
time="2022-07-22T06:52:38.294Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=nfz8bbs2
time="2022-07-22T06:52:38.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=sbhsnx8r
time="2022-07-22T06:52:38.294Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.294450602s namespace=/jshu-pool-ldpb2 reconcileID=nfz8bbs2
time="2022-07-22T06:52:38.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=hnpgf2sj
time="2022-07-22T06:52:38.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.294Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=nfz8bbs2
time="2022-07-22T06:52:38.294Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=p7xkgrtw
time="2022-07-22T06:52:38.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:38.294Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=hnpgf2sj
time="2022-07-22T06:52:38.294Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=p7xkgrtw
time="2022-07-22T06:52:38.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=zb6p6q5v
time="2022-07-22T06:52:38.294Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=sbhsnx8r
time="2022-07-22T06:52:38.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hnpgf2sj
time="2022-07-22T06:52:38.294Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=mw8xnjr2
time="2022-07-22T06:52:38.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sbhsnx8r
time="2022-07-22T06:52:38.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=bmks2v7x
time="2022-07-22T06:52:38.294Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=mw8xnjr2
time="2022-07-22T06:52:38.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=wmc6ksvx
time="2022-07-22T06:52:38.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mw8xnjr2
time="2022-07-22T06:52:38.294Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=wmc6ksvx
time="2022-07-22T06:52:38.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bmks2v7x
time="2022-07-22T06:52:38.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wmc6ksvx
time="2022-07-22T06:52:38.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=7l2kn6b2
time="2022-07-22T06:52:38.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=rctcn4bq
time="2022-07-22T06:52:38.294Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=7l2kn6b2
time="2022-07-22T06:52:38.294Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=hkk455fm
time="2022-07-22T06:52:38.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7l2kn6b2
time="2022-07-22T06:52:38.294Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=hkk455fm
time="2022-07-22T06:52:38.294Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=rctcn4bq
time="2022-07-22T06:52:38.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rctcn4bq
time="2022-07-22T06:52:38.294Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=bg4w85jc
time="2022-07-22T06:52:38.294Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:38.294Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=bg4w85jc
time="2022-07-22T06:52:38.294Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=bg4w85jc
time="2022-07-22T06:52:38.301Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=p7xkgrtw
time="2022-07-22T06:52:38.304Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=hkk455fm
time="2022-07-22T06:52:38.304Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=hkk455fm
time="2022-07-22T06:52:38.304Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=e15d0b00-bfdb-4694-b7be-72de04254e75
time="2022-07-22T06:52:38.305Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=qvrhshsm
time="2022-07-22T06:52:38.305Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=jhh92ggp
time="2022-07-22T06:52:38.305Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=qvrhshsm
time="2022-07-22T06:52:38.305Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=zjtdl5sz
time="2022-07-22T06:52:38.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qvrhshsm
time="2022-07-22T06:52:38.306Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=jhh92ggp
time="2022-07-22T06:52:38.306Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=l286bmgh
time="2022-07-22T06:52:38.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jhh92ggp
time="2022-07-22T06:52:38.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=bsq2g6tb
time="2022-07-22T06:52:38.306Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.306029988s namespace=/jshu-pool-ldpb2 reconcileID=l286bmgh
time="2022-07-22T06:52:38.306Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=l286bmgh
time="2022-07-22T06:52:38.306Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=wrkp5nsw
time="2022-07-22T06:52:38.306Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=bsq2g6tb
time="2022-07-22T06:52:38.306Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=zjtdl5sz
time="2022-07-22T06:52:38.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bsq2g6tb
time="2022-07-22T06:52:38.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=mx2jstjp
time="2022-07-22T06:52:38.306Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=wrkp5nsw
time="2022-07-22T06:52:38.306Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=jprfchk9
time="2022-07-22T06:52:38.306Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=mx2jstjp
time="2022-07-22T06:52:38.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wrkp5nsw
time="2022-07-22T06:52:38.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mx2jstjp
time="2022-07-22T06:52:38.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zjtdl5sz
time="2022-07-22T06:52:38.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jprfchk9
time="2022-07-22T06:52:38.305Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=cjfclhfd
time="2022-07-22T06:52:38.306Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=cjfclhfd
time="2022-07-22T06:52:38.306Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cjfclhfd
time="2022-07-22T06:52:38.31Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=98752ncz
time="2022-07-22T06:52:38.311Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=98752ncz
time="2022-07-22T06:52:38.312Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.312Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.312Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:38.312Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hnrrn5k6
time="2022-07-22T06:52:38.312Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:38.312Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hnrrn5k6
time="2022-07-22T06:52:38.312Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=hnrrn5k6
time="2022-07-22T06:52:38.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=4vxdxzkb
time="2022-07-22T06:52:38.314Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4vxdxzkb
time="2022-07-22T06:52:38.349Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=bwb25nj9
time="2022-07-22T06:52:38.349Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=bwb25nj9
time="2022-07-22T06:52:38.358Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=bwb25nj9
time="2022-07-22T06:52:38.358Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=vmlb6wt9
time="2022-07-22T06:52:38.358Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.358288069s namespace=/jshu-pool-ldpb2 reconcileID=vmlb6wt9
time="2022-07-22T06:52:38.358Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=vmlb6wt9
time="2022-07-22T06:52:38.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=d2s44ndh
time="2022-07-22T06:52:38.358Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=d2s44ndh
time="2022-07-22T06:52:38.358Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d2s44ndh
time="2022-07-22T06:52:38.358Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=t5skcw7t
time="2022-07-22T06:52:38.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=h9trh6dv
time="2022-07-22T06:52:38.358Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=h9trh6dv
time="2022-07-22T06:52:38.358Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h9trh6dv
time="2022-07-22T06:52:38.358Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=t5skcw7t
time="2022-07-22T06:52:38.358Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t5skcw7t
time="2022-07-22T06:52:38.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=4hnv7dns
time="2022-07-22T06:52:38.358Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=4hnv7dns
time="2022-07-22T06:52:38.358Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4hnv7dns
time="2022-07-22T06:52:38.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=96zcvmbl
time="2022-07-22T06:52:38.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=swz2pcpq
time="2022-07-22T06:52:38.358Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=96zcvmbl
time="2022-07-22T06:52:38.358Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=drnnrj9b
time="2022-07-22T06:52:38.358Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=swz2pcpq
time="2022-07-22T06:52:38.358Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=swz2pcpq
time="2022-07-22T06:52:38.358Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=drnnrj9b
time="2022-07-22T06:52:38.358Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=drnnrj9b
time="2022-07-22T06:52:38.363Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.363Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:38.363Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:38.363Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=jkkbbmw6
time="2022-07-22T06:52:38.363Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=zdcxd8t4
time="2022-07-22T06:52:38.363Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=kfk2tjvf
time="2022-07-22T06:52:38.363Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jkkbbmw6
time="2022-07-22T06:52:38.363Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=zdcxd8t4
time="2022-07-22T06:52:38.363Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:38.363Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zdcxd8t4
time="2022-07-22T06:52:38.363Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=kfk2tjvf
time="2022-07-22T06:52:38.363Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=kfk2tjvf
time="2022-07-22T06:52:38.425Z" level=error msg="could not update powerState" cluster=jshu-pool-dbcqc clusterPool=default/jshu-pool controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Running reconcileID=xkzvrz6c
time="2022-07-22T06:52:38.425Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-07-22T06:52:38.425Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=806 elapsedMillisGT=0 outcome=unspecified reconcileID=xkzvrz6c
time="2022-07-22T06:52:38.425Z" level=error msg="Reconciler error" controller=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool namespace=default object=default/jshu-pool reconcileID=725e6e0b-973a-4384-b207-eb6a385db902
time="2022-07-22T06:52:38.425Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=j8bs7j6q
time="2022-07-22T06:52:38.425Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:38.425Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=j8bs7j6q stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:38.425Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=j8bs7j6q unassignedCount=0
time="2022-07-22T06:52:38.461Z" level=info msg="created role" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment name=cluster-installer reconcileID=xfhp7c8p
time="2022-07-22T06:52:38.615Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=hxxqvb8d
time="2022-07-22T06:52:38.615Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=362 elapsedMillisGT=0 outcome=unspecified reconcileID=hxxqvb8d
time="2022-07-22T06:52:38.615Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=8765ca6e-44eb-4101-ab84-49ee41e8645b
time="2022-07-22T06:52:38.615Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=r6wmwghd
time="2022-07-22T06:52:38.615Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=r6wmwghd
time="2022-07-22T06:52:38.628Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-dbcqc clusterPool=default/jshu-pool controller=clusterpool newPowerState=Running reconcileID=j8bs7j6q
time="2022-07-22T06:52:38.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=clrsp7cz
time="2022-07-22T06:52:38.84Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=mgg64r52
time="2022-07-22T06:52:38.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=h2vdwgvh
time="2022-07-22T06:52:38.84Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=h2vdwgvh
time="2022-07-22T06:52:38.84Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=bbmldqdt
time="2022-07-22T06:52:38.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=clrsp7cz
time="2022-07-22T06:52:38.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=jxx5dhmp
time="2022-07-22T06:52:38.84Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=jxx5dhmp
time="2022-07-22T06:52:38.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=mf5pk8ws
time="2022-07-22T06:52:38.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jxx5dhmp
time="2022-07-22T06:52:38.84Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=bbmldqdt
time="2022-07-22T06:52:38.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bbmldqdt
time="2022-07-22T06:52:38.84Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=mf5pk8ws
time="2022-07-22T06:52:38.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=fsgkkc56
time="2022-07-22T06:52:38.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:38.84Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:38.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fsgkkc56
time="2022-07-22T06:52:38.84Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=c4wm9s8k
time="2022-07-22T06:52:38.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mf5pk8ws
time="2022-07-22T06:52:38.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:38.84Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=c4wm9s8k
time="2022-07-22T06:52:38.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=b2tb77d7
time="2022-07-22T06:52:38.84Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=mrjpw4x8
time="2022-07-22T06:52:38.84Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=b2tb77d7
time="2022-07-22T06:52:38.84Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:38.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b2tb77d7
time="2022-07-22T06:52:38.84Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=mrjpw4x8
time="2022-07-22T06:52:38.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=bdl6xwtj
time="2022-07-22T06:52:38.84Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=mrjpw4x8
time="2022-07-22T06:52:38.84Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=bdl6xwtj
time="2022-07-22T06:52:38.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c4wm9s8k
time="2022-07-22T06:52:38.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h2vdwgvh
time="2022-07-22T06:52:38.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bdl6xwtj
time="2022-07-22T06:52:38.84Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=1.840443457s namespace=/jshu-pool-dbcqc reconcileID=mgg64r52
time="2022-07-22T06:52:38.84Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=mgg64r52
time="2022-07-22T06:52:38.841Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-ldpb2 clusterPool=default/jshu-pool controller=clusterpool newPowerState=Hibernating reconcileID=j8bs7j6q
time="2022-07-22T06:52:38.895Z" level=info msg="created rolebinding" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment name=cluster-installer reconcileID=xfhp7c8p
time="2022-07-22T06:52:39.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=402 elapsedMillisGT=0 outcome=unspecified reconcileID=r6wmwghd
time="2022-07-22T06:52:39.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=k4tbgph2
time="2022-07-22T06:52:39.018Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=k4tbgph2
time="2022-07-22T06:52:39.018Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=c49cghrc
time="2022-07-22T06:52:39.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=gxlgnbv8
time="2022-07-22T06:52:39.018Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=2.018870028s namespace=/jshu-pool-ldpb2 reconcileID=c49cghrc
time="2022-07-22T06:52:39.018Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=c49cghrc
time="2022-07-22T06:52:39.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=vt4chqbm
time="2022-07-22T06:52:39.018Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=gxlgnbv8
time="2022-07-22T06:52:39.018Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=vt4chqbm
time="2022-07-22T06:52:39.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=ln92kgrd
time="2022-07-22T06:52:39.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vt4chqbm
time="2022-07-22T06:52:39.018Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=ln92kgrd
time="2022-07-22T06:52:39.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=v988n2pd
time="2022-07-22T06:52:39.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ln92kgrd
time="2022-07-22T06:52:39.018Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=v988n2pd
time="2022-07-22T06:52:39.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v988n2pd
time="2022-07-22T06:52:39.018Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gxlgnbv8
time="2022-07-22T06:52:39.019Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=hdrpmdq6
time="2022-07-22T06:52:39.018Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=vfvj29b4
time="2022-07-22T06:52:39.019Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=8c2clh9b
time="2022-07-22T06:52:39.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8c2clh9b
time="2022-07-22T06:52:39.019Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=hdrpmdq6
time="2022-07-22T06:52:39.019Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=vfvj29b4
time="2022-07-22T06:52:39.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hdrpmdq6
time="2022-07-22T06:52:39.019Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vfvj29b4
time="2022-07-22T06:52:39.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:39.024Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:39.024Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=6qtwg56c
time="2022-07-22T06:52:39.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=tkpl44vt
time="2022-07-22T06:52:39.024Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:39.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tkpl44vt
time="2022-07-22T06:52:39.024Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=6qtwg56c
time="2022-07-22T06:52:39.024Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=6qtwg56c
time="2022-07-22T06:52:39.024Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=xx5bvk7j
time="2022-07-22T06:52:39.024Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=xx5bvk7j
time="2022-07-22T06:52:39.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xx5bvk7j
time="2022-07-22T06:52:39.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:39.025Z" level=error msg="could not update powerState" cluster=jshu-pool-ldpb2 clusterPool=default/jshu-pool controller=clusterpool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" newPowerState=Hibernating reconcileID=j8bs7j6q
time="2022-07-22T06:52:39.025Z" level=error msg="error updating hibernating/running state" error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again"
time="2022-07-22T06:52:39.025Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=599 elapsedMillisGT=0 outcome=unspecified reconcileID=j8bs7j6q
time="2022-07-22T06:52:39.025Z" level=error msg="Reconciler error" controller=clusterpool-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool namespace=default object=default/jshu-pool reconcileID=2a02a694-230d-4e64-8acb-e30378726e04
time="2022-07-22T06:52:39.025Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=rzskx9z5
time="2022-07-22T06:52:39.025Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:39.025Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=rzskx9z5 stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:39.025Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=rzskx9z5 unassignedCount=0
time="2022-07-22T06:52:39.025Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-ldpb2 clusterPool=default/jshu-pool controller=clusterpool newPowerState=Hibernating reconcileID=rzskx9z5
time="2022-07-22T06:52:39.217Z" level=info msg="Job created" controller=clusterProvision
time="2022-07-22T06:52:39.218Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsed=2.218407589 reconcileID=xfhp7c8p
time="2022-07-22T06:52:39.218Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=1083 elapsedMillisGT=1000 outcome=unspecified reconcileID=xfhp7c8p
time="2022-07-22T06:52:39.218Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=f7b84czj
time="2022-07-22T06:52:39.218Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:39.218Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:39.218Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=f7b84czj
time="2022-07-22T06:52:39.218Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=f7b84czj
time="2022-07-22T06:52:39.218Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment job=jshu-pool-dbcqc-imageset reconcileID=f7b84czj
time="2022-07-22T06:52:39.218Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f7b84czj
time="2022-07-22T06:52:39.239Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=dx25mv9q
time="2022-07-22T06:52:39.239Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=mmmtl2sj
time="2022-07-22T06:52:39.239Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=kzhbvc68
time="2022-07-22T06:52:39.239Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=kzhbvc68
time="2022-07-22T06:52:39.239Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=59x2bhfw
time="2022-07-22T06:52:39.239Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kzhbvc68
time="2022-07-22T06:52:39.239Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=2.239164306s namespace=/jshu-pool-ldpb2 reconcileID=mmmtl2sj
time="2022-07-22T06:52:39.239Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:39.239Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=2xqwbxjt
time="2022-07-22T06:52:39.239Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=k5cj7zmm
time="2022-07-22T06:52:39.239Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=w4656s8t
time="2022-07-22T06:52:39.239Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2xqwbxjt
time="2022-07-22T06:52:39.239Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=k5cj7zmm
time="2022-07-22T06:52:39.239Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=w4656s8t
time="2022-07-22T06:52:39.239Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:39.239Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w4656s8t
time="2022-07-22T06:52:39.239Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k5cj7zmm
time="2022-07-22T06:52:39.239Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=dx25mv9q
time="2022-07-22T06:52:39.239Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=59x2bhfw
time="2022-07-22T06:52:39.239Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=mmmtl2sj
time="2022-07-22T06:52:39.239Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=59x2bhfw
time="2022-07-22T06:52:39.239Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dx25mv9q
time="2022-07-22T06:52:39.239Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:39.239Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=f6wr7prs
time="2022-07-22T06:52:39.239Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hsdblnvp
time="2022-07-22T06:52:39.239Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=zj8v64sx
time="2022-07-22T06:52:39.239Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:39.239Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=f6wr7prs
time="2022-07-22T06:52:39.239Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f6wr7prs
time="2022-07-22T06:52:39.239Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zj8v64sx
time="2022-07-22T06:52:39.239Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hsdblnvp
time="2022-07-22T06:52:39.239Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=hsdblnvp
time="2022-07-22T06:52:39.239Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=2vq28v58
time="2022-07-22T06:52:39.239Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=2vq28v58
time="2022-07-22T06:52:39.239Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2vq28v58
time="2022-07-22T06:52:39.239Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fdggh7ml
time="2022-07-22T06:52:39.239Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:39.239Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:39.239Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fdggh7ml
time="2022-07-22T06:52:39.239Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fdggh7ml
time="2022-07-22T06:52:39.239Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment job=jshu-pool-dbcqc-imageset reconcileID=fdggh7ml
time="2022-07-22T06:52:39.239Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fdggh7ml
time="2022-07-22T06:52:39.247Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=cz9rn596
time="2022-07-22T06:52:39.247Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:39.247Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:39.247Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=cz9rn596
time="2022-07-22T06:52:39.247Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=cz9rn596
time="2022-07-22T06:52:39.247Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment job=jshu-pool-dbcqc-imageset reconcileID=cz9rn596
time="2022-07-22T06:52:39.247Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cz9rn596
time="2022-07-22T06:52:39.248Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=kr7h8tn8
time="2022-07-22T06:52:39.248Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:39.248Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:39.248Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=kr7h8tn8
time="2022-07-22T06:52:39.248Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=kr7h8tn8
time="2022-07-22T06:52:39.248Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment job=jshu-pool-dbcqc-imageset reconcileID=kr7h8tn8
time="2022-07-22T06:52:39.248Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kr7h8tn8
time="2022-07-22T06:52:39.261Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=wlmxmdtj
time="2022-07-22T06:52:39.261Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:39.261Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:39.261Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=wlmxmdtj
time="2022-07-22T06:52:39.261Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=wlmxmdtj
time="2022-07-22T06:52:39.261Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment job=jshu-pool-dbcqc-imageset reconcileID=wlmxmdtj
time="2022-07-22T06:52:39.261Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wlmxmdtj
time="2022-07-22T06:52:39.415Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=k4tbgph2
time="2022-07-22T06:52:39.415Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=397 elapsedMillisGT=0 outcome=unspecified reconcileID=k4tbgph2
time="2022-07-22T06:52:39.415Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=938c106e-fa36-45c6-81f9-f220440db315
time="2022-07-22T06:52:39.415Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=pfl978jp
time="2022-07-22T06:52:39.428Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=402 elapsedMillisGT=0 outcome=unspecified reconcileID=rzskx9z5
time="2022-07-22T06:52:39.428Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=jqtbjgdq
time="2022-07-22T06:52:39.428Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:39.428Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=jqtbjgdq stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:39.428Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=jqtbjgdq unassignedCount=0
time="2022-07-22T06:52:39.428Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jqtbjgdq
time="2022-07-22T06:52:39.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=206 elapsedMillisGT=0 outcome=unspecified reconcileID=pfl978jp
time="2022-07-22T06:52:39.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=22xzflrl
time="2022-07-22T06:52:39.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=nblp5pw5
time="2022-07-22T06:52:39.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=cbghm95l
time="2022-07-22T06:52:39.622Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=nblp5pw5
time="2022-07-22T06:52:39.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nblp5pw5
time="2022-07-22T06:52:39.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cbghm95l
time="2022-07-22T06:52:39.622Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=zp85s7ms
time="2022-07-22T06:52:39.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=znkbnb44
time="2022-07-22T06:52:39.622Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=znkbnb44
time="2022-07-22T06:52:39.622Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=2.622344723s namespace=/jshu-pool-ldpb2 reconcileID=zp85s7ms
time="2022-07-22T06:52:39.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=znkbnb44
time="2022-07-22T06:52:39.622Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=zp85s7ms
time="2022-07-22T06:52:39.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=rdbrkxh4
time="2022-07-22T06:52:39.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:39.622Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=rdbrkxh4
time="2022-07-22T06:52:39.622Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:39.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:39.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rdbrkxh4
time="2022-07-22T06:52:39.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=ww276vm4
time="2022-07-22T06:52:39.622Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=v6fssfq8
time="2022-07-22T06:52:39.622Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=ww276vm4
time="2022-07-22T06:52:39.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ww276vm4
time="2022-07-22T06:52:39.622Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=ntfpw9jp
time="2022-07-22T06:52:39.622Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=v6fssfq8
time="2022-07-22T06:52:39.622Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=ntfpw9jp
time="2022-07-22T06:52:39.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v6fssfq8
time="2022-07-22T06:52:39.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ntfpw9jp
time="2022-07-22T06:52:39.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=b42mwkk5
time="2022-07-22T06:52:39.622Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=fx4gmpzm
time="2022-07-22T06:52:39.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b42mwkk5
time="2022-07-22T06:52:39.622Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=fx4gmpzm
time="2022-07-22T06:52:39.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fx4gmpzm
time="2022-07-22T06:52:39.622Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=48xjxpsn
time="2022-07-22T06:52:39.622Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=c962s666
time="2022-07-22T06:52:39.622Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:39.622Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=48xjxpsn
time="2022-07-22T06:52:39.622Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:39.622Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=48xjxpsn
time="2022-07-22T06:52:39.622Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=c962s666 stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:39.622Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=c962s666 unassignedCount=0
time="2022-07-22T06:52:39.622Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c962s666
time="2022-07-22T06:52:39.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=201 elapsedMillisGT=0 outcome=unspecified reconcileID=22xzflrl
time="2022-07-22T06:52:39.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fmfm8tl6
time="2022-07-22T06:52:39.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=5plfrtf7
time="2022-07-22T06:52:39.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5plfrtf7
time="2022-07-22T06:52:39.823Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=nvsdd962
time="2022-07-22T06:52:39.823Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=2.823892694s namespace=/jshu-pool-ldpb2 reconcileID=nvsdd962
time="2022-07-22T06:52:39.823Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=nvsdd962
time="2022-07-22T06:52:39.823Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fmfm8tl6
time="2022-07-22T06:52:39.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:39.823Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:39.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:39.824Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=fdkxjnjt
time="2022-07-22T06:52:39.824Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=fdkxjnjt
time="2022-07-22T06:52:39.824Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fdkxjnjt
time="2022-07-22T06:52:39.824Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=2wx7lhr4
time="2022-07-22T06:52:39.824Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=2wx7lhr4
time="2022-07-22T06:52:39.824Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=ff7xt68m
time="2022-07-22T06:52:39.824Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=ff7xt68m
time="2022-07-22T06:52:39.824Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ff7xt68m
time="2022-07-22T06:52:39.824Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=l7v2qwhs
time="2022-07-22T06:52:39.824Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=r8h562k6
time="2022-07-22T06:52:39.824Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=l7v2qwhs
time="2022-07-22T06:52:39.824Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r8h562k6
time="2022-07-22T06:52:39.824Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l7v2qwhs
time="2022-07-22T06:52:39.824Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=7x2ql86d
time="2022-07-22T06:52:39.824Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=rrchvjqd
time="2022-07-22T06:52:39.824Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=rrchvjqd
time="2022-07-22T06:52:39.824Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rrchvjqd
time="2022-07-22T06:52:39.824Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2wx7lhr4
time="2022-07-22T06:52:39.824Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=r44s5r7w
time="2022-07-22T06:52:39.824Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=6l2jzf6d
time="2022-07-22T06:52:39.824Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=r44s5r7w
time="2022-07-22T06:52:39.824Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r44s5r7w
time="2022-07-22T06:52:39.824Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=6l2jzf6d
time="2022-07-22T06:52:39.824Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6l2jzf6d
time="2022-07-22T06:52:39.824Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:39.824Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=4kkzj4gp
time="2022-07-22T06:52:39.824Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:39.824Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=4kkzj4gp
time="2022-07-22T06:52:39.824Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=4kkzj4gp
time="2022-07-22T06:52:39.824Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=7x2ql86d stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:39.824Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=7x2ql86d unassignedCount=0
time="2022-07-22T06:52:39.824Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7x2ql86d
time="2022-07-22T06:52:40.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=200 elapsedMillisGT=0 outcome=unspecified reconcileID=fmfm8tl6
time="2022-07-22T06:52:40.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mq7tczvw
time="2022-07-22T06:52:40.024Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mq7tczvw
time="2022-07-22T06:52:40.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=8bwh5fwg
time="2022-07-22T06:52:40.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8bwh5fwg
time="2022-07-22T06:52:40.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=b47b27sq
time="2022-07-22T06:52:40.024Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=b47b27sq
time="2022-07-22T06:52:40.024Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=7vjhclwq
time="2022-07-22T06:52:40.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b47b27sq
time="2022-07-22T06:52:40.024Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=3.024915141s namespace=/jshu-pool-ldpb2 reconcileID=7vjhclwq
time="2022-07-22T06:52:40.024Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=tssvx5f5
time="2022-07-22T06:52:40.024Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=7vjhclwq
time="2022-07-22T06:52:40.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=ssfwxh9n
time="2022-07-22T06:52:40.024Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=ssfwxh9n
time="2022-07-22T06:52:40.024Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=5krw9vdg
time="2022-07-22T06:52:40.024Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ssfwxh9n
time="2022-07-22T06:52:40.024Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=tssvx5f5
time="2022-07-22T06:52:40.025Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tssvx5f5
time="2022-07-22T06:52:40.025Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=5krw9vdg
time="2022-07-22T06:52:40.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:40.025Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:40.025Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5krw9vdg
time="2022-07-22T06:52:40.025Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:40.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=dnzmn9r5
time="2022-07-22T06:52:40.025Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=2skxmjtw
time="2022-07-22T06:52:40.025Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dnzmn9r5
time="2022-07-22T06:52:40.025Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=2skxmjtw
time="2022-07-22T06:52:40.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=m5wr89fb
time="2022-07-22T06:52:40.025Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2skxmjtw
time="2022-07-22T06:52:40.025Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=m5wr89fb
time="2022-07-22T06:52:40.025Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m5wr89fb
time="2022-07-22T06:52:40.025Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=pfzdztzl
time="2022-07-22T06:52:40.025Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=95l8d822
time="2022-07-22T06:52:40.025Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:40.025Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=zclp7cq5
time="2022-07-22T06:52:40.025Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=95l8d822
time="2022-07-22T06:52:40.025Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=95l8d822
time="2022-07-22T06:52:40.025Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:40.025Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=zclp7cq5
time="2022-07-22T06:52:40.025Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=zclp7cq5
time="2022-07-22T06:52:40.025Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=pfzdztzl stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:40.025Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=pfzdztzl unassignedCount=0
time="2022-07-22T06:52:40.025Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pfzdztzl
time="2022-07-22T06:52:40.215Z" level=info msg="error adding finalizer" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=mq7tczvw
time="2022-07-22T06:52:40.215Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=191 elapsedMillisGT=0 outcome=unspecified reconcileID=mq7tczvw
time="2022-07-22T06:52:40.216Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=5542ccdf-5720-42b7-9f13-4eb22054630f
time="2022-07-22T06:52:40.216Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=q6t4pf76
time="2022-07-22T06:52:40.42Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=q6t4pf76
time="2022-07-22T06:52:40.42Z" level=info msg="Existing pull secret object not found" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=q6t4pf76
time="2022-07-22T06:52:40.42Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment derivedObject=jshu-pool-ldpb2-merged-pull-secret reconcileID=q6t4pf76
time="2022-07-22T06:52:40.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=86krx5dp
time="2022-07-22T06:52:40.425Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=hn8prwpw
time="2022-07-22T06:52:40.425Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=hw8mk9gq
time="2022-07-22T06:52:40.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=2zzzrxmh
time="2022-07-22T06:52:40.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=w8pd8zfp
time="2022-07-22T06:52:40.425Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=3.425839485s namespace=/jshu-pool-ldpb2 reconcileID=hw8mk9gq
time="2022-07-22T06:52:40.425Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=hw8mk9gq
time="2022-07-22T06:52:40.425Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=2zzzrxmh
time="2022-07-22T06:52:40.425Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w8pd8zfp
time="2022-07-22T06:52:40.425Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=hn8prwpw
time="2022-07-22T06:52:40.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:40.425Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hn8prwpw
time="2022-07-22T06:52:40.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=6v5z5z8l
time="2022-07-22T06:52:40.425Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=x6bxlfq9
time="2022-07-22T06:52:40.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=lh6kt29k
time="2022-07-22T06:52:40.425Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=6v5z5z8l
time="2022-07-22T06:52:40.425Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=lh6kt29k
time="2022-07-22T06:52:40.425Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6v5z5z8l
time="2022-07-22T06:52:40.425Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2zzzrxmh
time="2022-07-22T06:52:40.425Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:40.425Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=bzmfpl7g
time="2022-07-22T06:52:40.425Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=chwtk8wx
time="2022-07-22T06:52:40.425Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:40.425Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:40.426Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=chwtk8wx
time="2022-07-22T06:52:40.426Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=bzmfpl7g
time="2022-07-22T06:52:40.426Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=chwtk8wx
time="2022-07-22T06:52:40.425Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lh6kt29k
time="2022-07-22T06:52:40.426Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=bzmfpl7g
time="2022-07-22T06:52:40.425Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=86krx5dp
time="2022-07-22T06:52:40.425Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:40.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=s9dj9vv5
time="2022-07-22T06:52:40.426Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=s9dj9vv5
time="2022-07-22T06:52:40.426Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=x6bxlfq9 stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:40.425Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=kzn955tq
time="2022-07-22T06:52:40.426Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s9dj9vv5
time="2022-07-22T06:52:40.426Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=kzn955tq
time="2022-07-22T06:52:40.426Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kzn955tq
time="2022-07-22T06:52:40.426Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=x6bxlfq9 unassignedCount=0
time="2022-07-22T06:52:40.426Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x6bxlfq9
time="2022-07-22T06:52:40.615Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=q6t4pf76 secretName=jshu-pool-ldpb2-merged-pull-secret
time="2022-07-22T06:52:40.615Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=399 elapsedMillisGT=0 outcome=unspecified reconcileID=q6t4pf76
time="2022-07-22T06:52:40.615Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=th5xg7kc
time="2022-07-22T06:52:40.615Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:40.615Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=th5xg7kc
time="2022-07-22T06:52:40.615Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=th5xg7kc
time="2022-07-22T06:52:40.615Z" level=debug msg="generating cluster image set job" clusterdeployment=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:40.615Z" level=debug msg="Setting labels on derived object" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment derivedObject=jshu-pool-ldpb2-imageset reconcileID=th5xg7kc
time="2022-07-22T06:52:40.615Z" level=info msg="creating imageset job" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment job=jshu-pool-ldpb2-imageset reconcileID=th5xg7kc releaseImage="quay.io/openshift-release-dev/ocp-release:4.11.0-rc.4-x86_64"
time="2022-07-22T06:52:40.815Z" level=info msg="created service account" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment name=cluster-installer reconcileID=th5xg7kc
time="2022-07-22T06:52:41.062Z" level=info msg="created role" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment name=cluster-installer reconcileID=th5xg7kc
time="2022-07-22T06:52:41.137Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=p5t425f7
time="2022-07-22T06:52:41.137Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:41.137Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:41.137Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=p5t425f7
time="2022-07-22T06:52:41.137Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=p5t425f7
time="2022-07-22T06:52:41.137Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment job=jshu-pool-dbcqc-imageset reconcileID=p5t425f7
time="2022-07-22T06:52:41.137Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p5t425f7
time="2022-07-22T06:52:41.262Z" level=info msg="created rolebinding" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment name=cluster-installer reconcileID=th5xg7kc
time="2022-07-22T06:52:41.415Z" level=info msg="Job created" controller=clusterProvision
time="2022-07-22T06:52:41.415Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsed=3.415528007 reconcileID=th5xg7kc
time="2022-07-22T06:52:41.415Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=799 elapsedMillisGT=0 outcome=unspecified reconcileID=th5xg7kc
time="2022-07-22T06:52:41.415Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=bhl9fwm7
time="2022-07-22T06:52:41.415Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:41.415Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:41.415Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=bhl9fwm7
time="2022-07-22T06:52:41.415Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=bhl9fwm7
time="2022-07-22T06:52:41.415Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment job=jshu-pool-ldpb2-imageset reconcileID=bhl9fwm7
time="2022-07-22T06:52:41.415Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bhl9fwm7
time="2022-07-22T06:52:41.431Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=h4j2cx6v
time="2022-07-22T06:52:41.431Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:41.431Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:41.431Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=h4j2cx6v
time="2022-07-22T06:52:41.431Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=h4j2cx6v
time="2022-07-22T06:52:41.431Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment job=jshu-pool-ldpb2-imageset reconcileID=h4j2cx6v
time="2022-07-22T06:52:41.431Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h4j2cx6v
time="2022-07-22T06:52:41.437Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=v4g8j9fm
time="2022-07-22T06:52:41.437Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:41.437Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:41.437Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=v4g8j9fm
time="2022-07-22T06:52:41.437Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=v4g8j9fm
time="2022-07-22T06:52:41.437Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment job=jshu-pool-ldpb2-imageset reconcileID=v4g8j9fm
time="2022-07-22T06:52:41.437Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v4g8j9fm
time="2022-07-22T06:52:41.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=k42hlsgg
time="2022-07-22T06:52:41.439Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:41.439Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:41.439Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=k42hlsgg
time="2022-07-22T06:52:41.439Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=k42hlsgg
time="2022-07-22T06:52:41.439Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment job=jshu-pool-ldpb2-imageset reconcileID=k42hlsgg
time="2022-07-22T06:52:41.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k42hlsgg
time="2022-07-22T06:52:41.452Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=tlwfvhdc
time="2022-07-22T06:52:41.453Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:41.453Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:41.453Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=tlwfvhdc
time="2022-07-22T06:52:41.453Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=tlwfvhdc
time="2022-07-22T06:52:41.453Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment job=jshu-pool-ldpb2-imageset reconcileID=tlwfvhdc
time="2022-07-22T06:52:41.453Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tlwfvhdc
time="2022-07-22T06:52:43.369Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=2rtp79vp
time="2022-07-22T06:52:43.37Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:43.37Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:43.37Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=2rtp79vp
time="2022-07-22T06:52:43.37Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=2rtp79vp
time="2022-07-22T06:52:43.37Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment job=jshu-pool-ldpb2-imageset reconcileID=2rtp79vp
time="2022-07-22T06:52:43.37Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2rtp79vp
time="2022-07-22T06:52:43.745Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=l6b27tjr
time="2022-07-22T06:52:43.745Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:43.745Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:43.745Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=l6b27tjr
time="2022-07-22T06:52:43.745Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=l6b27tjr
time="2022-07-22T06:52:43.745Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment job=jshu-pool-dbcqc-imageset reconcileID=l6b27tjr
time="2022-07-22T06:52:43.745Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l6b27tjr
time="2022-07-22T06:52:44.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=zc2pbzms
time="2022-07-22T06:52:44.224Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zc2pbzms
time="2022-07-22T06:52:44.224Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=7fbjq4dx
time="2022-07-22T06:52:44.224Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=7.224614929s namespace=/jshu-pool-dbcqc reconcileID=7fbjq4dx
time="2022-07-22T06:52:44.224Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=7fbjq4dx
time="2022-07-22T06:52:44.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:44.224Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:44.224Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:44.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=q5fj5ngl
time="2022-07-22T06:52:44.224Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=q5fj5ngl
time="2022-07-22T06:52:44.224Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q5fj5ngl
time="2022-07-22T06:52:44.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=g7jhkfkh
time="2022-07-22T06:52:44.224Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=g7jhkfkh
time="2022-07-22T06:52:44.224Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g7jhkfkh
time="2022-07-22T06:52:44.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=55x2sh2j
time="2022-07-22T06:52:44.224Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=55x2sh2j
time="2022-07-22T06:52:44.224Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=55x2sh2j
time="2022-07-22T06:52:44.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=w49nvxb5
time="2022-07-22T06:52:44.224Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=w49nvxb5
time="2022-07-22T06:52:44.224Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w49nvxb5
time="2022-07-22T06:52:44.224Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=9vlk9zjs
time="2022-07-22T06:52:44.224Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=9vlk9zjs
time="2022-07-22T06:52:44.224Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9vlk9zjs
time="2022-07-22T06:52:44.225Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=c8tnksbp
time="2022-07-22T06:52:44.225Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:44.225Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=c8tnksbp
time="2022-07-22T06:52:44.225Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=c8tnksbp
time="2022-07-22T06:52:44.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=6ljfqvgj
time="2022-07-22T06:52:44.225Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=6ljfqvgj
time="2022-07-22T06:52:44.225Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6ljfqvgj
time="2022-07-22T06:52:44.225Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=4w54vdqj
time="2022-07-22T06:52:44.225Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=4w54vdqj
time="2022-07-22T06:52:44.225Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4w54vdqj
time="2022-07-22T06:52:44.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=jf5zkhmg
time="2022-07-22T06:52:44.225Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:44.225Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:44.225Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=jf5zkhmg
time="2022-07-22T06:52:44.225Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=jf5zkhmg
time="2022-07-22T06:52:44.225Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=jpl9np47
time="2022-07-22T06:52:44.225Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment job=jshu-pool-dbcqc-imageset reconcileID=jf5zkhmg
time="2022-07-22T06:52:44.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=s6v5qq69
time="2022-07-22T06:52:44.225Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jf5zkhmg
time="2022-07-22T06:52:44.225Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:44.225Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s6v5qq69
time="2022-07-22T06:52:44.225Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=jpl9np47 stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:44.225Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=jpl9np47 unassignedCount=0
time="2022-07-22T06:52:44.225Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jpl9np47
time="2022-07-22T06:52:44.749Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=qzspxgcc
time="2022-07-22T06:52:44.749Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:44.749Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:44.749Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=qzspxgcc
time="2022-07-22T06:52:44.749Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=qzspxgcc
time="2022-07-22T06:52:44.749Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment job=jshu-pool-dbcqc-imageset reconcileID=qzspxgcc
time="2022-07-22T06:52:44.749Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qzspxgcc
time="2022-07-22T06:52:45.788Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=6r8sh2bx
time="2022-07-22T06:52:45.788Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:45.788Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:45.788Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=6r8sh2bx
time="2022-07-22T06:52:45.788Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=6r8sh2bx
time="2022-07-22T06:52:45.788Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment job=jshu-pool-ldpb2-imageset reconcileID=6r8sh2bx
time="2022-07-22T06:52:45.788Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6r8sh2bx
time="2022-07-22T06:52:46.24Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:46.24Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:46.24Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=gwsngtbk
time="2022-07-22T06:52:46.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:46.24Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=tctg8fss
time="2022-07-22T06:52:46.24Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=ch5v7l9b
time="2022-07-22T06:52:46.24Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=gwsngtbk
time="2022-07-22T06:52:46.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gwsngtbk
time="2022-07-22T06:52:46.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tctg8fss
time="2022-07-22T06:52:46.24Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=mm28jjlj
time="2022-07-22T06:52:46.24Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=ch5v7l9b
time="2022-07-22T06:52:46.24Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=wkxwh65k
time="2022-07-22T06:52:46.24Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=mm28jjlj
time="2022-07-22T06:52:46.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mm28jjlj
time="2022-07-22T06:52:46.24Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=pnbwbdmd
time="2022-07-22T06:52:46.24Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=xhw4xbkb
time="2022-07-22T06:52:46.24Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=wkxwh65k
time="2022-07-22T06:52:46.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wkxwh65k
time="2022-07-22T06:52:46.24Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=xhw4xbkb
time="2022-07-22T06:52:46.24Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=8twgbkdh
time="2022-07-22T06:52:46.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xhw4xbkb
time="2022-07-22T06:52:46.24Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=cfs72lgk
time="2022-07-22T06:52:46.24Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=65d2jqvs
time="2022-07-22T06:52:46.24Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:46.24Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=2rk4zf6s
time="2022-07-22T06:52:46.24Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:46.24Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=2rk4zf6s
time="2022-07-22T06:52:46.24Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=2rk4zf6s
time="2022-07-22T06:52:46.24Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=cfs72lgk stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:46.24Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:46.24Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=cfs72lgk unassignedCount=0
time="2022-07-22T06:52:46.24Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=sgsz4mvd
time="2022-07-22T06:52:46.24Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=sgsz4mvd
time="2022-07-22T06:52:46.24Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:46.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sgsz4mvd
time="2022-07-22T06:52:46.24Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cfs72lgk
time="2022-07-22T06:52:46.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ch5v7l9b
time="2022-07-22T06:52:46.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8twgbkdh
time="2022-07-22T06:52:46.24Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=2dnz47gj
time="2022-07-22T06:52:46.24Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=65d2jqvs
time="2022-07-22T06:52:46.24Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=9.240264763s namespace=/jshu-pool-ldpb2 reconcileID=pnbwbdmd
time="2022-07-22T06:52:46.24Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=2dnz47gj
time="2022-07-22T06:52:46.24Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=pnbwbdmd
time="2022-07-22T06:52:46.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2dnz47gj
time="2022-07-22T06:52:46.24Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=65d2jqvs
time="2022-07-22T06:52:46.24Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment job=jshu-pool-ldpb2-imageset reconcileID=65d2jqvs
time="2022-07-22T06:52:46.24Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=65d2jqvs
time="2022-07-22T06:52:46.759Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=s5l57g6d
time="2022-07-22T06:52:46.759Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:46.759Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:46.76Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=s5l57g6d
time="2022-07-22T06:52:46.76Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=s5l57g6d
time="2022-07-22T06:52:46.76Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment job=jshu-pool-dbcqc-imageset reconcileID=s5l57g6d
time="2022-07-22T06:52:46.76Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s5l57g6d
time="2022-07-22T06:52:46.789Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=q7rrnv7q
time="2022-07-22T06:52:46.789Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:46.789Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:46.789Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=q7rrnv7q
time="2022-07-22T06:52:46.789Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=q7rrnv7q
time="2022-07-22T06:52:46.789Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment job=jshu-pool-ldpb2-imageset reconcileID=q7rrnv7q
time="2022-07-22T06:52:46.789Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q7rrnv7q
time="2022-07-22T06:52:47.769Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=vt645bqt
time="2022-07-22T06:52:47.769Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.769Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.769Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=vt645bqt
time="2022-07-22T06:52:47.769Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=vt645bqt
time="2022-07-22T06:52:47.769Z" level=warning msg="Finished job found. Deleting." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment job=jshu-pool-dbcqc-imageset reconcileID=vt645bqt successful=true
time="2022-07-22T06:52:47.782Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=vt645bqt
time="2022-07-22T06:52:47.802Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=v785m7gd
time="2022-07-22T06:52:47.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v785m7gd
time="2022-07-22T06:52:47.803Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=h74x4f9m
time="2022-07-22T06:52:47.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=chcv9fm9
time="2022-07-22T06:52:47.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=xbljw4f9
time="2022-07-22T06:52:47.803Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=10.803311067s namespace=/jshu-pool-dbcqc reconcileID=h74x4f9m
time="2022-07-22T06:52:47.803Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=h74x4f9m
time="2022-07-22T06:52:47.803Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=xbljw4f9
time="2022-07-22T06:52:47.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xbljw4f9
time="2022-07-22T06:52:47.803Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=56shmw8c
time="2022-07-22T06:52:47.803Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=9r2zxfv8
time="2022-07-22T06:52:47.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=7rrs7nrj
time="2022-07-22T06:52:47.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:47.803Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:47.803Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=7rrs7nrj
time="2022-07-22T06:52:47.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:47.803Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:47.803Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=56shmw8c
time="2022-07-22T06:52:47.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7rrs7nrj
time="2022-07-22T06:52:47.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=56shmw8c
time="2022-07-22T06:52:47.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=6hmk7gtz
time="2022-07-22T06:52:47.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=chcv9fm9
time="2022-07-22T06:52:47.803Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=bqp574d5
time="2022-07-22T06:52:47.803Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=6hmk7gtz
time="2022-07-22T06:52:47.803Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=bqp574d5
time="2022-07-22T06:52:47.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6hmk7gtz
time="2022-07-22T06:52:47.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqp574d5
time="2022-07-22T06:52:47.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=xmqb446k
time="2022-07-22T06:52:47.803Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=9r2zxfv8 stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:47.803Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=rw4p7wdm
time="2022-07-22T06:52:47.803Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=rw4p7wdm
time="2022-07-22T06:52:47.803Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=4xn55gx4
time="2022-07-22T06:52:47.803Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=xmqb446k
time="2022-07-22T06:52:47.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rw4p7wdm
time="2022-07-22T06:52:47.803Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xmqb446k
time="2022-07-22T06:52:47.803Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:47.803Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=9r2zxfv8 unassignedCount=0
time="2022-07-22T06:52:47.803Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=4xn55gx4
time="2022-07-22T06:52:47.803Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=4xn55gx4
time="2022-07-22T06:52:47.803Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9r2zxfv8
time="2022-07-22T06:52:47.813Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=vt645bqt
time="2022-07-22T06:52:47.813Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=vt645bqt
time="2022-07-22T06:52:47.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=6vg7q8hj
time="2022-07-22T06:52:47.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vg7q8hj
time="2022-07-22T06:52:47.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=cx7jz9cc
time="2022-07-22T06:52:47.813Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=cx7jz9cc
time="2022-07-22T06:52:47.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:47.813Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:47.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:47.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=b6d5l7nt
time="2022-07-22T06:52:47.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=nr8bxkdn
time="2022-07-22T06:52:47.813Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=b6d5l7nt
time="2022-07-22T06:52:47.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nr8bxkdn
time="2022-07-22T06:52:47.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b6d5l7nt
time="2022-07-22T06:52:47.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=k2wsshcv
time="2022-07-22T06:52:47.813Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=5xnbn9qn
time="2022-07-22T06:52:47.813Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=k2wsshcv
time="2022-07-22T06:52:47.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k2wsshcv
time="2022-07-22T06:52:47.813Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:47.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=pq6nwwfk
time="2022-07-22T06:52:47.813Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=pq6nwwfk
time="2022-07-22T06:52:47.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pq6nwwfk
time="2022-07-22T06:52:47.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=2mcpx4vf
time="2022-07-22T06:52:47.813Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=5xnbn9qn stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:47.813Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=5xnbn9qn unassignedCount=0
time="2022-07-22T06:52:47.813Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=2mcpx4vf
time="2022-07-22T06:52:47.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2mcpx4vf
time="2022-07-22T06:52:47.813Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=ksn6pkph
time="2022-07-22T06:52:47.813Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5xnbn9qn
time="2022-07-22T06:52:47.813Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=ksn6pkph
time="2022-07-22T06:52:47.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ksn6pkph
time="2022-07-22T06:52:47.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cx7jz9cc
time="2022-07-22T06:52:47.813Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=qkgwcvjd
time="2022-07-22T06:52:47.813Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=nfb5g5r7
time="2022-07-22T06:52:47.813Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=qkgwcvjd
time="2022-07-22T06:52:47.813Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hzf4mpgg
time="2022-07-22T06:52:47.813Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=10.813816021s namespace=/jshu-pool-dbcqc reconcileID=nfb5g5r7
time="2022-07-22T06:52:47.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qkgwcvjd
time="2022-07-22T06:52:47.813Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=nfb5g5r7
time="2022-07-22T06:52:47.813Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:47.813Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hzf4mpgg
time="2022-07-22T06:52:47.813Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=hzf4mpgg
time="2022-07-22T06:52:47.822Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=53 elapsedMillisGT=0 outcome=unspecified reconcileID=vt645bqt
time="2022-07-22T06:52:47.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=jwtwdcmc
time="2022-07-22T06:52:47.822Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.822Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.822Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=jwtwdcmc
time="2022-07-22T06:52:47.822Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=jwtwdcmc
time="2022-07-22T06:52:47.822Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=mtf5bqzh
time="2022-07-22T06:52:47.822Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mtf5bqzh
time="2022-07-22T06:52:47.822Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=jg4hb7fx
time="2022-07-22T06:52:47.822Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=jwtwdcmc
time="2022-07-22T06:52:47.822Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=jwtwdcmc
time="2022-07-22T06:52:47.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:47.823Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:47.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:47.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=zk5mgdpb
time="2022-07-22T06:52:47.823Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=zk5mgdpb
time="2022-07-22T06:52:47.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zk5mgdpb
time="2022-07-22T06:52:47.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=gsjv9vrm
time="2022-07-22T06:52:47.823Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=gsjv9vrm
time="2022-07-22T06:52:47.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gsjv9vrm
time="2022-07-22T06:52:47.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=5blwjqfw
time="2022-07-22T06:52:47.823Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=5blwjqfw
time="2022-07-22T06:52:47.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5blwjqfw
time="2022-07-22T06:52:47.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=z447xzv5
time="2022-07-22T06:52:47.823Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=z447xzv5
time="2022-07-22T06:52:47.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z447xzv5
time="2022-07-22T06:52:47.823Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=hw67rsx8
time="2022-07-22T06:52:47.823Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=hw67rsx8
time="2022-07-22T06:52:47.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hw67rsx8
time="2022-07-22T06:52:47.823Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=tljqzws9
time="2022-07-22T06:52:47.822Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=10.822975745s namespace=/jshu-pool-dbcqc reconcileID=jg4hb7fx
time="2022-07-22T06:52:47.823Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=jg4hb7fx
time="2022-07-22T06:52:47.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=p77q57t8
time="2022-07-22T06:52:47.823Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:47.823Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=p77q57t8
time="2022-07-22T06:52:47.823Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=tljqzws9
time="2022-07-22T06:52:47.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p77q57t8
time="2022-07-22T06:52:47.823Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=tljqzws9
time="2022-07-22T06:52:47.823Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=tlp5qxm4
time="2022-07-22T06:52:47.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=jr877lm8
time="2022-07-22T06:52:47.823Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=tlp5qxm4
time="2022-07-22T06:52:47.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tlp5qxm4
time="2022-07-22T06:52:47.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jr877lm8
time="2022-07-22T06:52:47.823Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=wr6hm767
time="2022-07-22T06:52:47.823Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:47.823Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=wr6hm767 stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:47.823Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=wr6hm767 unassignedCount=0
time="2022-07-22T06:52:47.823Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wr6hm767
time="2022-07-22T06:52:47.829Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jwtwdcmc
time="2022-07-22T06:52:47.829Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=jwtwdcmc
time="2022-07-22T06:52:47.829Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=1a660270-6018-400e-8587-77ce4cbeec17
time="2022-07-22T06:52:47.829Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=tdrzwv59
time="2022-07-22T06:52:47.829Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.829Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.83Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=tdrzwv59
time="2022-07-22T06:52:47.83Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=tdrzwv59
time="2022-07-22T06:52:47.83Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.83Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=tdrzwv59
time="2022-07-22T06:52:47.83Z" level=debug msg="service account already exists" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment name=cluster-installer reconcileID=tdrzwv59
time="2022-07-22T06:52:47.83Z" level=debug msg="role already exists" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment name=cluster-installer reconcileID=tdrzwv59
time="2022-07-22T06:52:47.83Z" level=debug msg="rolebinding already exists" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment name=cluster-installer reconcileID=tdrzwv59
time="2022-07-22T06:52:47.83Z" level=debug msg="generating installer pod spec" clusterProvision=jshu-pool-dbcqc-0-kdwlp namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:47.83Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment derivedObject=jshu-pool-dbcqc-0-kdwlp reconcileID=tdrzwv59
time="2022-07-22T06:52:47.83Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.847Z" level=info msg="ClusterProvision created" controller=clusterDeployment
time="2022-07-22T06:52:47.847Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=2dq5blzj
time="2022-07-22T06:52:47.847Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=nn548bz6
time="2022-07-22T06:52:47.847Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.847Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=nn548bz6
time="2022-07-22T06:52:47.847Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nn548bz6
time="2022-07-22T06:52:47.847Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T06:52:47.847Z" level=debug msg="generating installer job" clusterProvision=jshu-pool-dbcqc-0-kdwlp namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:47.847Z" level=debug msg="Setting labels on derived object" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision derivedObject=jshu-pool-dbcqc-0-kdwlp-provision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=2dq5blzj
time="2022-07-22T06:52:47.847Z" level=info msg="creating install job" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=2dq5blzj
time="2022-07-22T06:52:47.847Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T06:52:47.847Z" level=info msg="created new provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=tdrzwv59
time="2022-07-22T06:52:47.847Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=tdrzwv59
time="2022-07-22T06:52:47.856Z" level=info msg="Job created" controller=clusterProvision
time="2022-07-22T06:52:47.856Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T06:52:47.856Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=2dq5blzj
time="2022-07-22T06:52:47.856Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=sg9pzlkz
time="2022-07-22T06:52:47.856Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=sg9pzlkz
time="2022-07-22T06:52:47.856Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T06:52:47.861Z" level=info msg="calculated time to first provision seconds" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsed=10.861205633 reconcileID=tdrzwv59
time="2022-07-22T06:52:47.861Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=31 elapsedMillisGT=0 outcome=unspecified reconcileID=tdrzwv59
time="2022-07-22T06:52:47.861Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=2hrjd9qz
time="2022-07-22T06:52:47.861Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.861Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.861Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=2hrjd9qz
time="2022-07-22T06:52:47.861Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=2hrjd9qz
time="2022-07-22T06:52:47.861Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.861Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=k4xv2cc6
time="2022-07-22T06:52:47.861Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=10.861770422s namespace=/jshu-pool-dbcqc reconcileID=k4xv2cc6
time="2022-07-22T06:52:47.861Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=k4xv2cc6
time="2022-07-22T06:52:47.861Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=hmgs8l4g
time="2022-07-22T06:52:47.861Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=hmgs8l4g
time="2022-07-22T06:52:47.861Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hmgs8l4g
time="2022-07-22T06:52:47.861Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=v9bmqxws
time="2022-07-22T06:52:47.861Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=v9bmqxws
time="2022-07-22T06:52:47.861Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v9bmqxws
time="2022-07-22T06:52:47.861Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=bjwlc2m4
time="2022-07-22T06:52:47.861Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=mpmh7b8m
time="2022-07-22T06:52:47.862Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=bjwlc2m4
time="2022-07-22T06:52:47.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bjwlc2m4
time="2022-07-22T06:52:47.862Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=mpmh7b8m
time="2022-07-22T06:52:47.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mpmh7b8m
time="2022-07-22T06:52:47.862Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=qbwr7fdl
time="2022-07-22T06:52:47.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qbwr7fdl
time="2022-07-22T06:52:47.862Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=wrxldxzg
time="2022-07-22T06:52:47.862Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=ms255nc7
time="2022-07-22T06:52:47.862Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=wrxldxzg
time="2022-07-22T06:52:47.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wrxldxzg
time="2022-07-22T06:52:47.862Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=ms255nc7
time="2022-07-22T06:52:47.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ms255nc7
time="2022-07-22T06:52:47.866Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=5k8gz8lq
time="2022-07-22T06:52:47.866Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=5k8gz8lq
time="2022-07-22T06:52:47.866Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5k8gz8lq
time="2022-07-22T06:52:47.866Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=sg9pzlkz
time="2022-07-22T06:52:47.866Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=x629htft
time="2022-07-22T06:52:47.866Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=x629htft
time="2022-07-22T06:52:47.866Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T06:52:47.866Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=x629htft
time="2022-07-22T06:52:47.866Z" level=debug msg="install job still running" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=x629htft
time="2022-07-22T06:52:47.866Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x629htft
time="2022-07-22T06:52:47.867Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:47.867Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:47.867Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:47.867Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=7hm2b799
time="2022-07-22T06:52:47.867Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=4qjl4tld
time="2022-07-22T06:52:47.867Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7hm2b799
time="2022-07-22T06:52:47.867Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=58snhnjg
time="2022-07-22T06:52:47.867Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=4qjl4tld
time="2022-07-22T06:52:47.867Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=jb4666rf
time="2022-07-22T06:52:47.867Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:47.867Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4qjl4tld
time="2022-07-22T06:52:47.867Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=58snhnjg
time="2022-07-22T06:52:47.867Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:47.867Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=58snhnjg
time="2022-07-22T06:52:47.867Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=jb4666rf stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:47.867Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=jb4666rf unassignedCount=0
time="2022-07-22T06:52:47.867Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jb4666rf
time="2022-07-22T06:52:47.867Z" level=info msg="could not adopt provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-pool-dbcqc-0-kdwlp reconcileID=2hrjd9qz
time="2022-07-22T06:52:47.867Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=2hrjd9qz
time="2022-07-22T06:52:47.867Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=a5a2f758-3fba-4cab-bbca-dbc5c9b64f12
time="2022-07-22T06:52:47.868Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=5rmcg7l5
time="2022-07-22T06:52:47.868Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.868Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.868Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=5rmcg7l5
time="2022-07-22T06:52:47.868Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=5rmcg7l5
time="2022-07-22T06:52:47.868Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.88Z" level=info msg="adopted provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=5rmcg7l5
time="2022-07-22T06:52:47.88Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=5rmcg7l5
time="2022-07-22T06:52:47.88Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=9tknrmf6
time="2022-07-22T06:52:47.88Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.88Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.88Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=9tknrmf6
time="2022-07-22T06:52:47.88Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=9tknrmf6
time="2022-07-22T06:52:47.88Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=dvbd6qzh
time="2022-07-22T06:52:47.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dvbd6qzh
time="2022-07-22T06:52:47.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=dqt7ngtj
time="2022-07-22T06:52:47.881Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=dqt7ngtj
time="2022-07-22T06:52:47.881Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=n5zpttlr
time="2022-07-22T06:52:47.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dqt7ngtj
time="2022-07-22T06:52:47.881Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=10.881616495s namespace=/jshu-pool-dbcqc reconcileID=n5zpttlr
time="2022-07-22T06:52:47.881Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=n5zpttlr
time="2022-07-22T06:52:47.881Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=9d94p94g
time="2022-07-22T06:52:47.881Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=4qnpnbwj
time="2022-07-22T06:52:47.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=q5j8kkkn
time="2022-07-22T06:52:47.881Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:47.881Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=9d94p94g
time="2022-07-22T06:52:47.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=rgs5tgj4
time="2022-07-22T06:52:47.881Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T06:52:47.881Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=9d94p94g
time="2022-07-22T06:52:47.881Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=4qnpnbwj stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:47.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=fwx6hcvv
time="2022-07-22T06:52:47.881Z" level=debug msg="install job still running" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=9d94p94g
time="2022-07-22T06:52:47.881Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=fwx6hcvv
time="2022-07-22T06:52:47.881Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9d94p94g
time="2022-07-22T06:52:47.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fwx6hcvv
time="2022-07-22T06:52:47.881Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=rgs5tgj4
time="2022-07-22T06:52:47.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rgs5tgj4
time="2022-07-22T06:52:47.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=sgk9967t
time="2022-07-22T06:52:47.881Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=q5j8kkkn
time="2022-07-22T06:52:47.881Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=sgk9967t
time="2022-07-22T06:52:47.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q5j8kkkn
time="2022-07-22T06:52:47.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sgk9967t
time="2022-07-22T06:52:47.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=5c9zpjwb
time="2022-07-22T06:52:47.881Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=8vd4txcq
time="2022-07-22T06:52:47.881Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=lcmr9v2t
time="2022-07-22T06:52:47.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5c9zpjwb
time="2022-07-22T06:52:47.881Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:47.881Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:47.881Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=lcmr9v2t
time="2022-07-22T06:52:47.881Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:47.881Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=8vd4txcq
time="2022-07-22T06:52:47.881Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=lcmr9v2t
time="2022-07-22T06:52:47.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:47.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8vd4txcq
time="2022-07-22T06:52:47.881Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=4qnpnbwj unassignedCount=0
time="2022-07-22T06:52:47.881Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=22gm5bfp
time="2022-07-22T06:52:47.881Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=22gm5bfp
time="2022-07-22T06:52:47.881Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=22gm5bfp
time="2022-07-22T06:52:47.882Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4qnpnbwj
time="2022-07-22T06:52:47.887Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=5pjtspbq
time="2022-07-22T06:52:47.887Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=5pjtspbq
time="2022-07-22T06:52:47.887Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T06:52:47.887Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=5pjtspbq
time="2022-07-22T06:52:47.887Z" level=debug msg="install job still running" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=5pjtspbq
time="2022-07-22T06:52:47.887Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5pjtspbq
time="2022-07-22T06:52:47.888Z" level=info msg="could not adopt provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-pool-dbcqc-0-kdwlp reconcileID=9tknrmf6
time="2022-07-22T06:52:47.888Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=9tknrmf6
time="2022-07-22T06:52:47.888Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=dc8abd6c-e20e-42bd-977c-ff7cdf5ec65c
time="2022-07-22T06:52:47.888Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=l5mtdt4m
time="2022-07-22T06:52:47.888Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.888Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.888Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=l5mtdt4m
time="2022-07-22T06:52:47.888Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=l5mtdt4m
time="2022-07-22T06:52:47.888Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.888Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=l5mtdt4m
time="2022-07-22T06:52:47.888Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=l5mtdt4m
time="2022-07-22T06:52:47.889Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=l5mtdt4m
time="2022-07-22T06:52:47.993Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=104 elapsedMillisGT=0 outcome=unspecified reconcileID=l5mtdt4m
time="2022-07-22T06:52:47.993Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=r7zhq8qz
time="2022-07-22T06:52:47.993Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.993Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.993Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=r7zhq8qz
time="2022-07-22T06:52:47.993Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=r7zhq8qz
time="2022-07-22T06:52:47.993Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:47.993Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=r7zhq8qz
time="2022-07-22T06:52:47.993Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=r7zhq8qz
time="2022-07-22T06:52:47.993Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=r7zhq8qz
time="2022-07-22T06:52:47.993Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=9zvlfnzh
time="2022-07-22T06:52:47.993Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=10.993710994s namespace=/jshu-pool-dbcqc reconcileID=9zvlfnzh
time="2022-07-22T06:52:47.993Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=9zvlfnzh
time="2022-07-22T06:52:47.993Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=gnlc76nk
time="2022-07-22T06:52:47.993Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=ddvpgs5j
time="2022-07-22T06:52:47.993Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=gnlc76nk
time="2022-07-22T06:52:47.993Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gnlc76nk
time="2022-07-22T06:52:47.993Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=v728vqjd
time="2022-07-22T06:52:47.993Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=v728vqjd
time="2022-07-22T06:52:47.993Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v728vqjd
time="2022-07-22T06:52:47.993Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=w2vzrjs2
time="2022-07-22T06:52:47.993Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=skkq29ss
time="2022-07-22T06:52:47.993Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=skkq29ss
time="2022-07-22T06:52:47.993Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=skkq29ss
time="2022-07-22T06:52:47.993Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=w2vzrjs2
time="2022-07-22T06:52:47.993Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w2vzrjs2
time="2022-07-22T06:52:47.993Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=42jlr7n6
time="2022-07-22T06:52:47.993Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=42jlr7n6
time="2022-07-22T06:52:47.994Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=42jlr7n6
time="2022-07-22T06:52:47.994Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=djhnkr4t
time="2022-07-22T06:52:47.994Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=djhnkr4t
time="2022-07-22T06:52:47.994Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=cncwxrfs
time="2022-07-22T06:52:47.994Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=cncwxrfs
time="2022-07-22T06:52:47.994Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cncwxrfs
time="2022-07-22T06:52:47.993Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=ddvpgs5j
time="2022-07-22T06:52:47.994Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T06:52:47.994Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=ddvpgs5j
time="2022-07-22T06:52:47.994Z" level=debug msg="install job still running" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=ddvpgs5j
time="2022-07-22T06:52:47.994Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ddvpgs5j
time="2022-07-22T06:52:47.999Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=482d4dvw
time="2022-07-22T06:52:47.999Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=482d4dvw
time="2022-07-22T06:52:47.999Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=482d4dvw
time="2022-07-22T06:52:47.999Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=frkzcbzz
time="2022-07-22T06:52:47.999Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=frkzcbzz
time="2022-07-22T06:52:47.999Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:47.999Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:52:47.999Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:52:47.999Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=b9jmq45w
time="2022-07-22T06:52:47.999Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=kxv7nqqt
time="2022-07-22T06:52:47.999Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:52:47.999Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=kxv7nqqt
time="2022-07-22T06:52:47.999Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:47.999Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=kxv7nqqt
time="2022-07-22T06:52:47.999Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=b9jmq45w stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:48Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=b9jmq45w unassignedCount=0
time="2022-07-22T06:52:48Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b9jmq45w
time="2022-07-22T06:52:48.176Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=183 elapsedMillisGT=0 outcome=unspecified reconcileID=r7zhq8qz
time="2022-07-22T06:52:48.176Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=430a36de-fd07-4453-80d5-c5572e5baafa
time="2022-07-22T06:52:48.176Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=85qbh6b6
time="2022-07-22T06:52:48.177Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:48.177Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:48.177Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=85qbh6b6
time="2022-07-22T06:52:48.177Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=85qbh6b6
time="2022-07-22T06:52:48.177Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:48.177Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=85qbh6b6
time="2022-07-22T06:52:48.177Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=85qbh6b6
time="2022-07-22T06:52:48.177Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=85qbh6b6
time="2022-07-22T06:52:48.187Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=82shc26x
time="2022-07-22T06:52:48.187Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:48.187Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:48.187Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=82shc26x
time="2022-07-22T06:52:48.187Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=82shc26x
time="2022-07-22T06:52:48.187Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:48.187Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=82shc26x
time="2022-07-22T06:52:48.187Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=82shc26x
time="2022-07-22T06:52:48.187Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=82shc26x
time="2022-07-22T06:52:48.808Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=trwzcghw
time="2022-07-22T06:52:48.808Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:48.808Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:48.808Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=trwzcghw
time="2022-07-22T06:52:48.808Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=trwzcghw
time="2022-07-22T06:52:48.808Z" level=debug msg="job exists and is in progress" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment job=jshu-pool-ldpb2-imageset reconcileID=trwzcghw
time="2022-07-22T06:52:48.808Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=trwzcghw
time="2022-07-22T06:52:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:52:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:52:49.819Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=ltbmlb5s
time="2022-07-22T06:52:49.819Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.819Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.819Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=ltbmlb5s
time="2022-07-22T06:52:49.819Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=ltbmlb5s
time="2022-07-22T06:52:49.819Z" level=warning msg="Finished job found. Deleting." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment job=jshu-pool-ldpb2-imageset reconcileID=ltbmlb5s successful=true
time="2022-07-22T06:52:49.83Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=ltbmlb5s
time="2022-07-22T06:52:49.841Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.848Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:49.848Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=78lnrr26
time="2022-07-22T06:52:49.848Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=tglxdkjw
time="2022-07-22T06:52:49.848Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:49.848Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:49.848Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=zkm2hjgg
time="2022-07-22T06:52:49.848Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tglxdkjw
time="2022-07-22T06:52:49.848Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=c96tzrzz
time="2022-07-22T06:52:49.848Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=12.848471755s namespace=/jshu-pool-ldpb2 reconcileID=zkm2hjgg
time="2022-07-22T06:52:49.848Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=x6lpz9nk
time="2022-07-22T06:52:49.848Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=dvbfcp7v
time="2022-07-22T06:52:49.848Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=zkm2hjgg
time="2022-07-22T06:52:49.848Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=dvbfcp7v
time="2022-07-22T06:52:49.848Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x6lpz9nk
time="2022-07-22T06:52:49.848Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dvbfcp7v
time="2022-07-22T06:52:49.848Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=5b2k9knh
time="2022-07-22T06:52:49.848Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=xks7qrnk
time="2022-07-22T06:52:49.848Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=5b2k9knh
time="2022-07-22T06:52:49.848Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=c96tzrzz
time="2022-07-22T06:52:49.848Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=g5svbm9h
time="2022-07-22T06:52:49.848Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c96tzrzz
time="2022-07-22T06:52:49.848Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:49.848Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=78lnrr26
time="2022-07-22T06:52:49.848Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=wbpbsz5w
time="2022-07-22T06:52:49.848Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=78lnrr26
time="2022-07-22T06:52:49.848Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=wbpbsz5w
time="2022-07-22T06:52:49.848Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:49.848Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=ql9267bz
time="2022-07-22T06:52:49.848Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wbpbsz5w
time="2022-07-22T06:52:49.848Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=g5svbm9h
time="2022-07-22T06:52:49.848Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=ql9267bz
time="2022-07-22T06:52:49.848Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=g5svbm9h
time="2022-07-22T06:52:49.848Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ql9267bz
time="2022-07-22T06:52:49.848Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=xks7qrnk stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:49.848Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=88f7n8vq
time="2022-07-22T06:52:49.848Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=xks7qrnk unassignedCount=0
time="2022-07-22T06:52:49.848Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=88f7n8vq
time="2022-07-22T06:52:49.848Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=88f7n8vq
time="2022-07-22T06:52:49.848Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5b2k9knh
time="2022-07-22T06:52:49.848Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xks7qrnk
time="2022-07-22T06:52:49.856Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=ltbmlb5s
time="2022-07-22T06:52:49.856Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=ltbmlb5s
time="2022-07-22T06:52:49.856Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=wv2krlvt
time="2022-07-22T06:52:49.856Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=12.856492574s namespace=/jshu-pool-ldpb2 reconcileID=wv2krlvt
time="2022-07-22T06:52:49.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:49.856Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:49.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:49.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=qbhc6766
time="2022-07-22T06:52:49.856Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=b9f8cwrd
time="2022-07-22T06:52:49.856Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=qbhc6766
time="2022-07-22T06:52:49.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qbhc6766
time="2022-07-22T06:52:49.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=xh5wjngt
time="2022-07-22T06:52:49.856Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=xh5wjngt
time="2022-07-22T06:52:49.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xh5wjngt
time="2022-07-22T06:52:49.856Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=b9f8cwrd
time="2022-07-22T06:52:49.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b9f8cwrd
time="2022-07-22T06:52:49.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=2ts9d5w6
time="2022-07-22T06:52:49.856Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=2ts9d5w6
time="2022-07-22T06:52:49.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2ts9d5w6
time="2022-07-22T06:52:49.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=8lqggpl8
time="2022-07-22T06:52:49.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=tbs5mxvb
time="2022-07-22T06:52:49.856Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=tbs5mxvb
time="2022-07-22T06:52:49.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tbs5mxvb
time="2022-07-22T06:52:49.856Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=kxjbpxck
time="2022-07-22T06:52:49.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=rg9649nl
time="2022-07-22T06:52:49.856Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:49.856Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=rg9649nl
time="2022-07-22T06:52:49.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rg9649nl
time="2022-07-22T06:52:49.856Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=4xccmljf
time="2022-07-22T06:52:49.856Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=kxjbpxck stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:49.856Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=4xccmljf
time="2022-07-22T06:52:49.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4xccmljf
time="2022-07-22T06:52:49.856Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=kxjbpxck unassignedCount=0
time="2022-07-22T06:52:49.856Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kxjbpxck
time="2022-07-22T06:52:49.856Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=ggjsfx5q
time="2022-07-22T06:52:49.856Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=wv2krlvt
time="2022-07-22T06:52:49.856Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:49.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=lh8nvh57
time="2022-07-22T06:52:49.856Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=ggjsfx5q
time="2022-07-22T06:52:49.856Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=ggjsfx5q
time="2022-07-22T06:52:49.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8lqggpl8
time="2022-07-22T06:52:49.856Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lh8nvh57
time="2022-07-22T06:52:49.865Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=45 elapsedMillisGT=0 outcome=unspecified reconcileID=ltbmlb5s
time="2022-07-22T06:52:49.865Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=56zz5txk
time="2022-07-22T06:52:49.865Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.865Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.865Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=56zz5txk
time="2022-07-22T06:52:49.865Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=56zz5txk
time="2022-07-22T06:52:49.865Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.865Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=56zz5txk
time="2022-07-22T06:52:49.865Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=5bsb6lxq
time="2022-07-22T06:52:49.865Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=56zz5txk
time="2022-07-22T06:52:49.865Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=rw46nt6r
time="2022-07-22T06:52:49.865Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=kjh25mpq
time="2022-07-22T06:52:49.865Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=12.865963566s namespace=/jshu-pool-ldpb2 reconcileID=rw46nt6r
time="2022-07-22T06:52:49.865Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=rw46nt6r
time="2022-07-22T06:52:49.865Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=kjh25mpq
time="2022-07-22T06:52:49.865Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kjh25mpq
time="2022-07-22T06:52:49.866Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:49.866Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=lcrvcx69
time="2022-07-22T06:52:49.866Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:49.866Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:49.866Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=lcrvcx69
time="2022-07-22T06:52:49.866Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lcrvcx69
time="2022-07-22T06:52:49.866Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=4hbpjljj
time="2022-07-22T06:52:49.866Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=4hbpjljj
time="2022-07-22T06:52:49.866Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=pcb2vbvx
time="2022-07-22T06:52:49.866Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4hbpjljj
time="2022-07-22T06:52:49.865Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5bsb6lxq
time="2022-07-22T06:52:49.866Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=pcb2vbvx
time="2022-07-22T06:52:49.865Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=n8strqql
time="2022-07-22T06:52:49.866Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pcb2vbvx
time="2022-07-22T06:52:49.866Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=n8strqql
time="2022-07-22T06:52:49.866Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n8strqql
time="2022-07-22T06:52:49.866Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hdvnx42k
time="2022-07-22T06:52:49.866Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=9xrts9jd
time="2022-07-22T06:52:49.866Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:49.866Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hdvnx42k
time="2022-07-22T06:52:49.866Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=9xrts9jd
time="2022-07-22T06:52:49.866Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=hdvnx42k
time="2022-07-22T06:52:49.866Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9xrts9jd
time="2022-07-22T06:52:49.866Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=7zznkrrc
time="2022-07-22T06:52:49.866Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=sdwnvmtz
time="2022-07-22T06:52:49.866Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=7d2trx22
time="2022-07-22T06:52:49.866Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=7zznkrrc
time="2022-07-22T06:52:49.866Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:49.866Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7d2trx22
time="2022-07-22T06:52:49.866Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7zznkrrc
time="2022-07-22T06:52:49.866Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=sdwnvmtz stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:49.866Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=sdwnvmtz unassignedCount=0
time="2022-07-22T06:52:49.866Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sdwnvmtz
time="2022-07-22T06:52:49.873Z" level=info msg="failed to update cluster deployment status" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=56zz5txk
time="2022-07-22T06:52:49.873Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=56zz5txk
time="2022-07-22T06:52:49.873Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=9be77c99-ab44-410f-875c-f335c0437a9c
time="2022-07-22T06:52:49.873Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=8tqxw6w7
time="2022-07-22T06:52:49.873Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-imageset ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.873Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.873Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=8tqxw6w7
time="2022-07-22T06:52:49.873Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=8tqxw6w7
time="2022-07-22T06:52:49.873Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.873Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=8tqxw6w7
time="2022-07-22T06:52:49.873Z" level=debug msg="service account already exists" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment name=cluster-installer reconcileID=8tqxw6w7
time="2022-07-22T06:52:49.873Z" level=debug msg="role already exists" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment name=cluster-installer reconcileID=8tqxw6w7
time="2022-07-22T06:52:49.873Z" level=debug msg="rolebinding already exists" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment name=cluster-installer reconcileID=8tqxw6w7
time="2022-07-22T06:52:49.873Z" level=debug msg="generating installer pod spec" clusterProvision=jshu-pool-ldpb2-0-95cfj namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:49.873Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment derivedObject=jshu-pool-ldpb2-0-95cfj reconcileID=8tqxw6w7
time="2022-07-22T06:52:49.873Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.888Z" level=info msg="created new provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=8tqxw6w7
time="2022-07-22T06:52:49.888Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=8tqxw6w7
time="2022-07-22T06:52:49.889Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=jcs6rsl7
time="2022-07-22T06:52:49.889Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=jcs6rsl7
time="2022-07-22T06:52:49.889Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=pl4jxtqn
time="2022-07-22T06:52:49.889Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jcs6rsl7
time="2022-07-22T06:52:49.889Z" level=info msg="ClusterProvision created" controller=clusterDeployment
time="2022-07-22T06:52:49.889Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.889Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:52:49.889Z" level=debug msg="generating installer job" clusterProvision=jshu-pool-ldpb2-0-95cfj namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:49.889Z" level=debug msg="Setting labels on derived object" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision derivedObject=jshu-pool-ldpb2-0-95cfj-provision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=pl4jxtqn
time="2022-07-22T06:52:49.889Z" level=info msg="creating install job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=pl4jxtqn
time="2022-07-22T06:52:49.889Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:52:49.896Z" level=info msg="Job created" controller=clusterProvision
time="2022-07-22T06:52:49.896Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:52:49.896Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=pl4jxtqn
time="2022-07-22T06:52:49.896Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=d6xvb7sq
time="2022-07-22T06:52:49.896Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=d6xvb7sq
time="2022-07-22T06:52:49.896Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:52:49.898Z" level=info msg="calculated time to first provision seconds" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsed=11.898880768 reconcileID=8tqxw6w7
time="2022-07-22T06:52:49.898Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=8tqxw6w7
time="2022-07-22T06:52:49.898Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mkzkd94z
time="2022-07-22T06:52:49.899Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.899Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.899Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mkzkd94z
time="2022-07-22T06:52:49.899Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mkzkd94z
time="2022-07-22T06:52:49.899Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=rpmtswmj
time="2022-07-22T06:52:49.899Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=12.899206325s namespace=/jshu-pool-ldpb2 reconcileID=rpmtswmj
time="2022-07-22T06:52:49.899Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=rpmtswmj
time="2022-07-22T06:52:49.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=nxv5btnw
time="2022-07-22T06:52:49.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=tjrp9qv4
time="2022-07-22T06:52:49.899Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=nxv5btnw
time="2022-07-22T06:52:49.899Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=tjrp9qv4
time="2022-07-22T06:52:49.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nxv5btnw
time="2022-07-22T06:52:49.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tjrp9qv4
time="2022-07-22T06:52:49.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=8rds8w6z
time="2022-07-22T06:52:49.899Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=8rds8w6z
time="2022-07-22T06:52:49.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=5j6bszzn
time="2022-07-22T06:52:49.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8rds8w6z
time="2022-07-22T06:52:49.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5j6bszzn
time="2022-07-22T06:52:49.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=qs677gxq
time="2022-07-22T06:52:49.899Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=qs677gxq
time="2022-07-22T06:52:49.899Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.899Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=fqg2n7dp
time="2022-07-22T06:52:49.899Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=fqg2n7dp
time="2022-07-22T06:52:49.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fqg2n7dp
time="2022-07-22T06:52:49.899Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=lhzxvwtk
time="2022-07-22T06:52:49.899Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=lhzxvwtk
time="2022-07-22T06:52:49.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lhzxvwtk
time="2022-07-22T06:52:49.899Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qs677gxq
time="2022-07-22T06:52:49.904Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=9jkndm9k
time="2022-07-22T06:52:49.904Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=pzk4s992
time="2022-07-22T06:52:49.904Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=rpk6lkcz
time="2022-07-22T06:52:49.904Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:49.904Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:49.904Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rpk6lkcz
time="2022-07-22T06:52:49.904Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=pzk4s992
time="2022-07-22T06:52:49.904Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=pzk4s992
time="2022-07-22T06:52:49.904Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:49.904Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:49.904Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=49mkjlsk
time="2022-07-22T06:52:49.904Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=49mkjlsk
time="2022-07-22T06:52:49.904Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=49mkjlsk
time="2022-07-22T06:52:49.904Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:49.904Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=9jkndm9k stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:49.904Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=9jkndm9k unassignedCount=0
time="2022-07-22T06:52:49.904Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9jkndm9k
time="2022-07-22T06:52:49.906Z" level=info msg="could not adopt provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-pool-ldpb2-0-95cfj reconcileID=mkzkd94z
time="2022-07-22T06:52:49.906Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=mkzkd94z
time="2022-07-22T06:52:49.906Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=233f38a8-1c03-46b2-9a23-5f49c9a16b40
time="2022-07-22T06:52:49.906Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xrtf5mlb
time="2022-07-22T06:52:49.906Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.906Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.906Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xrtf5mlb
time="2022-07-22T06:52:49.906Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xrtf5mlb
time="2022-07-22T06:52:49.906Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.907Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=d6xvb7sq
time="2022-07-22T06:52:49.907Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=hhz4zqrg
time="2022-07-22T06:52:49.907Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=kbt4ctwv
time="2022-07-22T06:52:49.907Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=kbt4ctwv
time="2022-07-22T06:52:49.907Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kbt4ctwv
time="2022-07-22T06:52:49.907Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=hhz4zqrg
time="2022-07-22T06:52:49.907Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:52:49.907Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=hhz4zqrg
time="2022-07-22T06:52:49.907Z" level=debug msg="install job still running" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=hhz4zqrg
time="2022-07-22T06:52:49.907Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hhz4zqrg
time="2022-07-22T06:52:49.921Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=7prmkj92
time="2022-07-22T06:52:49.922Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=7prmkj92
time="2022-07-22T06:52:49.922Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:52:49.922Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=7prmkj92
time="2022-07-22T06:52:49.922Z" level=debug msg="install job still running" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=7prmkj92
time="2022-07-22T06:52:49.922Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7prmkj92
time="2022-07-22T06:52:49.979Z" level=info msg="adopted provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=xrtf5mlb
time="2022-07-22T06:52:49.98Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=73 elapsedMillisGT=0 outcome=unspecified reconcileID=xrtf5mlb
time="2022-07-22T06:52:49.98Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=bzsgk2z4
time="2022-07-22T06:52:49.98Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.98Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.98Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=bzsgk2z4
time="2022-07-22T06:52:49.98Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=clk9v7jw
time="2022-07-22T06:52:49.98Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=bzsgk2z4
time="2022-07-22T06:52:49.98Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=lwh6gqpt
time="2022-07-22T06:52:49.98Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=12.980415891s namespace=/jshu-pool-ldpb2 reconcileID=lwh6gqpt
time="2022-07-22T06:52:49.98Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=lwh6gqpt
time="2022-07-22T06:52:49.98Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:49.98Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:49.98Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=clkjx4hw
time="2022-07-22T06:52:49.98Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:49.98Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=clkjx4hw
time="2022-07-22T06:52:49.98Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=9k8gbnzp
time="2022-07-22T06:52:49.98Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=clkjx4hw
time="2022-07-22T06:52:49.98Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=9k8gbnzp
time="2022-07-22T06:52:49.98Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9k8gbnzp
time="2022-07-22T06:52:49.98Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=69bffmlb
time="2022-07-22T06:52:49.98Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=sh4xgf55
time="2022-07-22T06:52:49.98Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=sh4xgf55
time="2022-07-22T06:52:49.98Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sh4xgf55
time="2022-07-22T06:52:49.98Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=69bffmlb
time="2022-07-22T06:52:49.98Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=xrkmkndd
time="2022-07-22T06:52:49.98Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:52:49.98Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=69bffmlb
time="2022-07-22T06:52:49.98Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=xrkmkndd
time="2022-07-22T06:52:49.98Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xrkmkndd
time="2022-07-22T06:52:49.98Z" level=debug msg="install job still running" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=69bffmlb
time="2022-07-22T06:52:49.98Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=69bffmlb
time="2022-07-22T06:52:49.98Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=4p64r4d2
time="2022-07-22T06:52:49.98Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=lrnht9tt
time="2022-07-22T06:52:49.98Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=bsj8kvpq
time="2022-07-22T06:52:49.98Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=lrnht9tt
time="2022-07-22T06:52:49.98Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=bsj8kvpq
time="2022-07-22T06:52:49.98Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=4p64r4d2
time="2022-07-22T06:52:49.98Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4p64r4d2
time="2022-07-22T06:52:49.98Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lrnht9tt
time="2022-07-22T06:52:49.98Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=t596mk4w
time="2022-07-22T06:52:49.98Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=dm8vbnhf
time="2022-07-22T06:52:49.98Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t596mk4w
time="2022-07-22T06:52:49.98Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:49.98Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=dm8vbnhf
time="2022-07-22T06:52:49.98Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=z9pfrjh5
time="2022-07-22T06:52:49.98Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=dm8vbnhf
time="2022-07-22T06:52:49.98Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:49.98Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:49.981Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=z9pfrjh5 stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:49.981Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=z9pfrjh5 unassignedCount=0
time="2022-07-22T06:52:49.981Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9pfrjh5
time="2022-07-22T06:52:49.98Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=clk9v7jw
time="2022-07-22T06:52:49.98Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bsj8kvpq
time="2022-07-22T06:52:50.177Z" level=info msg="could not adopt provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" provision=jshu-pool-ldpb2-0-95cfj reconcileID=bzsgk2z4
time="2022-07-22T06:52:50.177Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=197 elapsedMillisGT=0 outcome=unspecified reconcileID=bzsgk2z4
time="2022-07-22T06:52:50.177Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=1f7c6973-ad9d-4e2c-bd8d-68f2c1dc9ccb
time="2022-07-22T06:52:50.177Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=89746kct
time="2022-07-22T06:52:50.177Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:50.177Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:50.177Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=89746kct
time="2022-07-22T06:52:50.177Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=89746kct
time="2022-07-22T06:52:50.177Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:50.177Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=89746kct
time="2022-07-22T06:52:50.177Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=89746kct
time="2022-07-22T06:52:50.177Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=89746kct
time="2022-07-22T06:52:50.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=rn62fjrs
time="2022-07-22T06:52:50.268Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:50.268Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:50.268Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=rn62fjrs
time="2022-07-22T06:52:50.268Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=rn62fjrs
time="2022-07-22T06:52:50.268Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:50.268Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=rn62fjrs
time="2022-07-22T06:52:50.268Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=rn62fjrs
time="2022-07-22T06:52:50.268Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rn62fjrs
time="2022-07-22T06:52:50.382Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=204 elapsedMillisGT=0 outcome=unspecified reconcileID=89746kct
time="2022-07-22T06:52:50.382Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7p6ccxsn
time="2022-07-22T06:52:50.382Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:50.382Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:50.382Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7p6ccxsn
time="2022-07-22T06:52:50.382Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7p6ccxsn
time="2022-07-22T06:52:50.382Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=5jpvj4t2
time="2022-07-22T06:52:50.382Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:50.382Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=m25hg2nb
time="2022-07-22T06:52:50.382Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=13.382402758s namespace=/jshu-pool-ldpb2 reconcileID=5jpvj4t2
time="2022-07-22T06:52:50.382Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=bmmfb766
time="2022-07-22T06:52:50.382Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=5jpvj4t2
time="2022-07-22T06:52:50.382Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=m25hg2nb
time="2022-07-22T06:52:50.382Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=9ppdnbmq
time="2022-07-22T06:52:50.382Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=55tsnrl6
time="2022-07-22T06:52:50.382Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=bmmfb766
time="2022-07-22T06:52:50.382Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=9ppdnbmq
time="2022-07-22T06:52:50.382Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=55tsnrl6
time="2022-07-22T06:52:50.382Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9ppdnbmq
time="2022-07-22T06:52:50.382Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=55tsnrl6
time="2022-07-22T06:52:50.382Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:52:50.382Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=7p6ccxsn
time="2022-07-22T06:52:50.382Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=bmmfb766
time="2022-07-22T06:52:50.382Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=kzflqkz2
time="2022-07-22T06:52:50.382Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=7p6ccxsn
time="2022-07-22T06:52:50.382Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=kzflqkz2
time="2022-07-22T06:52:50.382Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kzflqkz2
time="2022-07-22T06:52:50.382Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=7p6ccxsn
time="2022-07-22T06:52:50.382Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=8kj6jpgn
time="2022-07-22T06:52:50.382Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m25hg2nb
time="2022-07-22T06:52:50.382Z" level=debug msg="install job still running" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=bmmfb766
time="2022-07-22T06:52:50.382Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=wzgbnvk9
time="2022-07-22T06:52:50.382Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bmmfb766
time="2022-07-22T06:52:50.382Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=8kj6jpgn
time="2022-07-22T06:52:50.382Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8kj6jpgn
time="2022-07-22T06:52:50.382Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=wcb5jnsx
time="2022-07-22T06:52:50.382Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=wzgbnvk9
time="2022-07-22T06:52:50.382Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wzgbnvk9
time="2022-07-22T06:52:50.382Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wcb5jnsx
time="2022-07-22T06:52:50.387Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=pkkq88rv
time="2022-07-22T06:52:50.387Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:50.387Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:52:50.387Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:52:50.387Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=ftfxsqww
time="2022-07-22T06:52:50.387Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:52:50.387Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=pkkq88rv
time="2022-07-22T06:52:50.387Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=pkkq88rv
time="2022-07-22T06:52:50.387Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ftfxsqww
time="2022-07-22T06:52:50.387Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=562mpwbl
time="2022-07-22T06:52:50.387Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=562mpwbl
time="2022-07-22T06:52:50.387Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=zdp8cwkn
time="2022-07-22T06:52:50.387Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=562mpwbl
time="2022-07-22T06:52:50.387Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:52:50.388Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=zdp8cwkn stale=0 standby=0 unclaimed=2
time="2022-07-22T06:52:50.388Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=zdp8cwkn unassignedCount=0
time="2022-07-22T06:52:50.388Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zdp8cwkn
time="2022-07-22T06:52:50.577Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=195 elapsedMillisGT=0 outcome=unspecified reconcileID=7p6ccxsn
time="2022-07-22T06:52:50.577Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=a86bbb74-be81-4f11-911f-fddeb6533263
time="2022-07-22T06:52:50.577Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=28ttlwpv
time="2022-07-22T06:52:50.577Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:50.577Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:50.577Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=28ttlwpv
time="2022-07-22T06:52:50.577Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=28ttlwpv
time="2022-07-22T06:52:50.577Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:50.577Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=28ttlwpv
time="2022-07-22T06:52:50.577Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=28ttlwpv
time="2022-07-22T06:52:50.577Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=28ttlwpv
time="2022-07-22T06:52:50.587Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gbx5xw4d
time="2022-07-22T06:52:50.587Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:50.587Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:50.587Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gbx5xw4d
time="2022-07-22T06:52:50.587Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gbx5xw4d
time="2022-07-22T06:52:50.587Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:50.588Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=gbx5xw4d
time="2022-07-22T06:52:50.588Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=gbx5xw4d
time="2022-07-22T06:52:50.588Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gbx5xw4d
time="2022-07-22T06:52:52.435Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=5h4nnl7t
time="2022-07-22T06:52:52.435Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:52.435Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:52.435Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=5h4nnl7t
time="2022-07-22T06:52:52.435Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=5h4nnl7t
time="2022-07-22T06:52:52.435Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:52.435Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=5h4nnl7t
time="2022-07-22T06:52:52.435Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=5h4nnl7t
time="2022-07-22T06:52:52.436Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5h4nnl7t
time="2022-07-22T06:52:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:52:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:52:58.782Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=r46t55vs
time="2022-07-22T06:52:58.782Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:58.782Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:58.782Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=r46t55vs
time="2022-07-22T06:52:58.782Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=r46t55vs
time="2022-07-22T06:52:58.782Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:52:58.782Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=r46t55vs
time="2022-07-22T06:52:58.782Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=r46t55vs
time="2022-07-22T06:52:58.782Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r46t55vs
time="2022-07-22T06:52:59.98Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=28dpb7jb
time="2022-07-22T06:52:59.98Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:59.98Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:59.98Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=28dpb7jb
time="2022-07-22T06:52:59.98Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=28dpb7jb
time="2022-07-22T06:52:59.98Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:52:59.98Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=28dpb7jb
time="2022-07-22T06:52:59.98Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=28dpb7jb
time="2022-07-22T06:52:59.98Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=28dpb7jb
time="2022-07-22T06:53:06.812Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=fwz969bf
time="2022-07-22T06:53:06.813Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=2rvqhjtn
time="2022-07-22T06:53:06.813Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=wmgxccw6
time="2022-07-22T06:53:06.813Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=wmgxccw6
time="2022-07-22T06:53:06.813Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wmgxccw6
time="2022-07-22T06:53:06.813Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.813Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=fwz969bf
time="2022-07-22T06:53:06.813Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=fwz969bf
time="2022-07-22T06:53:06.813Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.813Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=2rvqhjtn
time="2022-07-22T06:53:06.813Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=2rvqhjtn
time="2022-07-22T06:53:06.813Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=fwz969bf
time="2022-07-22T06:53:06.813Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T06:53:06.813Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=fwz969bf
time="2022-07-22T06:53:06.813Z" level=debug msg="install job still running" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=fwz969bf
time="2022-07-22T06:53:06.813Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.813Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fwz969bf
time="2022-07-22T06:53:06.813Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=2rvqhjtn
time="2022-07-22T06:53:06.813Z" level=info msg="Saving infra ID \"jshu-pool-dbcqc-79wwl\" for cluster" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=2rvqhjtn
time="2022-07-22T06:53:06.83Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=2rvqhjtn
time="2022-07-22T06:53:06.83Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=hmcvljj4
time="2022-07-22T06:53:06.83Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hmcvljj4
time="2022-07-22T06:53:06.83Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=pt25t227
time="2022-07-22T06:53:06.83Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=29.83085854s namespace=/jshu-pool-dbcqc reconcileID=pt25t227
time="2022-07-22T06:53:06.83Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=pt25t227
time="2022-07-22T06:53:06.83Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:53:06.83Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:53:06.83Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:53:06.83Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=tjfj69bj
time="2022-07-22T06:53:06.83Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=qck5lglh
time="2022-07-22T06:53:06.83Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=5ngnpkbq
time="2022-07-22T06:53:06.831Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=qck5lglh
time="2022-07-22T06:53:06.831Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tjfj69bj
time="2022-07-22T06:53:06.831Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qck5lglh
time="2022-07-22T06:53:06.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=7bw8lkmq
time="2022-07-22T06:53:06.831Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=dgq9vt8t
time="2022-07-22T06:53:06.831Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=wv6pnbkf
time="2022-07-22T06:53:06.831Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:53:06.831Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=wv6pnbkf
time="2022-07-22T06:53:06.831Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wv6pnbkf
time="2022-07-22T06:53:06.831Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=s9srxjjm
time="2022-07-22T06:53:06.831Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=s9srxjjm
time="2022-07-22T06:53:06.831Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s9srxjjm
time="2022-07-22T06:53:06.831Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=dgq9vt8t stale=0 standby=0 unclaimed=2
time="2022-07-22T06:53:06.831Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=dgq9vt8t unassignedCount=0
time="2022-07-22T06:53:06.831Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=5ngnpkbq
time="2022-07-22T06:53:06.831Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=5ngnpkbq
time="2022-07-22T06:53:06.831Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=f9772dk6
time="2022-07-22T06:53:06.831Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dgq9vt8t
time="2022-07-22T06:53:06.831Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=f9772dk6
time="2022-07-22T06:53:06.831Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.831Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f9772dk6
time="2022-07-22T06:53:06.831Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=7bw8lkmq
time="2022-07-22T06:53:06.831Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7bw8lkmq
time="2022-07-22T06:53:06.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=lbdjhpld
time="2022-07-22T06:53:06.831Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=lbdjhpld
time="2022-07-22T06:53:06.831Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=6jj8rmgl
time="2022-07-22T06:53:06.831Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lbdjhpld
time="2022-07-22T06:53:06.831Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:53:06.831Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=6jj8rmgl
time="2022-07-22T06:53:06.831Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=fvg8w8hf
time="2022-07-22T06:53:06.831Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=6jj8rmgl
time="2022-07-22T06:53:06.831Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=fvg8w8hf
time="2022-07-22T06:53:06.831Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fvg8w8hf
time="2022-07-22T06:53:06.831Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=5ngnpkbq
time="2022-07-22T06:53:06.831Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=5ngnpkbq
time="2022-07-22T06:53:06.831Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=97bcx7pk
time="2022-07-22T06:53:06.831Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5ngnpkbq
time="2022-07-22T06:53:06.831Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=97bcx7pk
time="2022-07-22T06:53:06.831Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=97bcx7pk
time="2022-07-22T06:53:06.831Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=97bcx7pk
time="2022-07-22T06:53:06.831Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T06:53:06.831Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=97bcx7pk
time="2022-07-22T06:53:06.831Z" level=debug msg="install job still running" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=97bcx7pk
time="2022-07-22T06:53:06.831Z" level=info msg="provision initialization complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=97bcx7pk
time="2022-07-22T06:53:06.831Z" level=info msg="transitioning to provisioning" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=97bcx7pk
time="2022-07-22T06:53:06.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=cmcbnmk5
time="2022-07-22T06:53:06.84Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.84Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=7pfh8nlz
time="2022-07-22T06:53:06.84Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=7pfh8nlz
time="2022-07-22T06:53:06.84Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7pfh8nlz
time="2022-07-22T06:53:06.84Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=cmcbnmk5
time="2022-07-22T06:53:06.84Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=cmcbnmk5
time="2022-07-22T06:53:06.841Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.841Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=cmcbnmk5
time="2022-07-22T06:53:06.841Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=cmcbnmk5
time="2022-07-22T06:53:06.841Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cmcbnmk5
time="2022-07-22T06:53:06.857Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=97bcx7pk
time="2022-07-22T06:53:06.857Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=r7tmgwxm
time="2022-07-22T06:53:06.857Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=r7tmgwxm
time="2022-07-22T06:53:06.857Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=r7tmgwxm
time="2022-07-22T06:53:06.857Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=r7tmgwxm
time="2022-07-22T06:53:06.857Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=hnw9lgbq
time="2022-07-22T06:53:06.857Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T06:53:06.857Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=r7tmgwxm
time="2022-07-22T06:53:06.857Z" level=debug msg="install job still running" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=r7tmgwxm
time="2022-07-22T06:53:06.857Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=lw7g7gzw
time="2022-07-22T06:53:06.857Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r7tmgwxm
time="2022-07-22T06:53:06.857Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.857Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=lw7g7gzw
time="2022-07-22T06:53:06.857Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=njztjjbn
time="2022-07-22T06:53:06.857Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=njztjjbn
time="2022-07-22T06:53:06.857Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=njztjjbn
time="2022-07-22T06:53:06.857Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=njztjjbn
time="2022-07-22T06:53:06.857Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lw7g7gzw
time="2022-07-22T06:53:06.857Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T06:53:06.857Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.857Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=njztjjbn
time="2022-07-22T06:53:06.857Z" level=debug msg="install job still running" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=njztjjbn
time="2022-07-22T06:53:06.857Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=njztjjbn
time="2022-07-22T06:53:06.858Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=hnw9lgbq
time="2022-07-22T06:53:06.858Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=hnw9lgbq
time="2022-07-22T06:53:06.858Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.858Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=hnw9lgbq
time="2022-07-22T06:53:06.858Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=hnw9lgbq
time="2022-07-22T06:53:06.858Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=hnw9lgbq
time="2022-07-22T06:53:06.868Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=hnw9lgbq
time="2022-07-22T06:53:06.868Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=m2l5dh2b
time="2022-07-22T06:53:06.868Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=4ckrgfdw
time="2022-07-22T06:53:06.868Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=xdn7xwzl
time="2022-07-22T06:53:06.868Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=m2l5dh2b
time="2022-07-22T06:53:06.868Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4ckrgfdw
time="2022-07-22T06:53:06.868Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m2l5dh2b
time="2022-07-22T06:53:06.868Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=xdn7xwzl
time="2022-07-22T06:53:06.868Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xdn7xwzl
time="2022-07-22T06:53:06.868Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=wwfjnd4b
time="2022-07-22T06:53:06.868Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=wc9xpwx5
time="2022-07-22T06:53:06.868Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=29.868645629s namespace=/jshu-pool-dbcqc reconcileID=wwfjnd4b
time="2022-07-22T06:53:06.868Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=wwfjnd4b
time="2022-07-22T06:53:06.868Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wc9xpwx5
time="2022-07-22T06:53:06.868Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=wbmnmxg5
time="2022-07-22T06:53:06.868Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:53:06.868Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:53:06.868Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=kwblwldp
time="2022-07-22T06:53:06.868Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:53:06.868Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:53:06.868Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=kwblwldp
time="2022-07-22T06:53:06.868Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=ktj2n2sw
time="2022-07-22T06:53:06.868Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:53:06.868Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=ktj2n2sw
time="2022-07-22T06:53:06.868Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=wbmnmxg5 stale=0 standby=0 unclaimed=2
time="2022-07-22T06:53:06.868Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ktj2n2sw
time="2022-07-22T06:53:06.868Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=wbmnmxg5 unassignedCount=0
time="2022-07-22T06:53:06.868Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=2khjdhjw
time="2022-07-22T06:53:06.868Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=jt89dtsk
time="2022-07-22T06:53:06.868Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=jt89dtsk
time="2022-07-22T06:53:06.868Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=2khjdhjw
time="2022-07-22T06:53:06.868Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2khjdhjw
time="2022-07-22T06:53:06.868Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wbmnmxg5
time="2022-07-22T06:53:06.868Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=plx5b8db
time="2022-07-22T06:53:06.868Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=xz4hzqn8
time="2022-07-22T06:53:06.868Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jt89dtsk
time="2022-07-22T06:53:06.868Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=jztq82xv
time="2022-07-22T06:53:06.868Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=jztq82xv
time="2022-07-22T06:53:06.868Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jztq82xv
time="2022-07-22T06:53:06.868Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=plx5b8db
time="2022-07-22T06:53:06.868Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=plx5b8db
time="2022-07-22T06:53:06.869Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=xz4hzqn8
time="2022-07-22T06:53:06.869Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=xz4hzqn8
time="2022-07-22T06:53:06.869Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=xz4hzqn8
time="2022-07-22T06:53:06.869Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T06:53:06.869Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=xz4hzqn8
time="2022-07-22T06:53:06.868Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=kwblwldp
time="2022-07-22T06:53:06.869Z" level=debug msg="install job still running" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=xz4hzqn8
time="2022-07-22T06:53:06.869Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xz4hzqn8
time="2022-07-22T06:53:06.878Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=hnw9lgbq
time="2022-07-22T06:53:06.878Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lxct9hsz
time="2022-07-22T06:53:06.878Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.878Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.878Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lxct9hsz
time="2022-07-22T06:53:06.878Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lxct9hsz
time="2022-07-22T06:53:06.878Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.878Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=lsg57f25
time="2022-07-22T06:53:06.878Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=29.87881797s namespace=/jshu-pool-dbcqc reconcileID=lsg57f25
time="2022-07-22T06:53:06.878Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=tqnh2h5r
time="2022-07-22T06:53:06.878Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=lxct9hsz
time="2022-07-22T06:53:06.878Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=tqnh2h5r
time="2022-07-22T06:53:06.878Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=lxct9hsz
time="2022-07-22T06:53:06.878Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tqnh2h5r
time="2022-07-22T06:53:06.878Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=lxct9hsz
time="2022-07-22T06:53:06.878Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=lmr7cmsl
time="2022-07-22T06:53:06.878Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=lmr7cmsl
time="2022-07-22T06:53:06.878Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lmr7cmsl
time="2022-07-22T06:53:06.878Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=86nkzkwt
time="2022-07-22T06:53:06.879Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=86nkzkwt
time="2022-07-22T06:53:06.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=86nkzkwt
time="2022-07-22T06:53:06.878Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=lsg57f25
time="2022-07-22T06:53:06.878Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=t7rxnsfv
time="2022-07-22T06:53:06.878Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=zncwpddd
time="2022-07-22T06:53:06.879Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=zncwpddd
time="2022-07-22T06:53:06.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zncwpddd
time="2022-07-22T06:53:06.878Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=7r8c8lrh
time="2022-07-22T06:53:06.879Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=t7rxnsfv
time="2022-07-22T06:53:06.879Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=29nqfknw
time="2022-07-22T06:53:06.879Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=t7rxnsfv
time="2022-07-22T06:53:06.879Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=7r8c8lrh
time="2022-07-22T06:53:06.879Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=29nqfknw
time="2022-07-22T06:53:06.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7r8c8lrh
time="2022-07-22T06:53:06.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=29nqfknw
time="2022-07-22T06:53:06.879Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=t7rxnsfv
time="2022-07-22T06:53:06.878Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=4s8k8drw
time="2022-07-22T06:53:06.879Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T06:53:06.879Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=t7rxnsfv
time="2022-07-22T06:53:06.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4s8k8drw
time="2022-07-22T06:53:06.879Z" level=debug msg="install job still running" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=t7rxnsfv
time="2022-07-22T06:53:06.879Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t7rxnsfv
time="2022-07-22T06:53:06.884Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:53:06.884Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T06:53:06.884Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=lz6x9t27
time="2022-07-22T06:53:06.884Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T06:53:06.884Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=wxfj9lxg
time="2022-07-22T06:53:06.884Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=lz6x9t27
time="2022-07-22T06:53:06.884Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=zbqjgbtv
time="2022-07-22T06:53:06.884Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lz6x9t27
time="2022-07-22T06:53:06.884Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wxfj9lxg
time="2022-07-22T06:53:06.884Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=nftplsn2
time="2022-07-22T06:53:06.884Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T06:53:06.884Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=nftplsn2
time="2022-07-22T06:53:06.884Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:53:06.884Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=nftplsn2
time="2022-07-22T06:53:06.884Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=lxct9hsz
time="2022-07-22T06:53:06.884Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=zbqjgbtv stale=0 standby=0 unclaimed=2
time="2022-07-22T06:53:06.884Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=02a017b8-a90a-4955-8b20-2ddb8f80a64a
time="2022-07-22T06:53:06.884Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=zbqjgbtv unassignedCount=0
time="2022-07-22T06:53:06.884Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zbqjgbtv
time="2022-07-22T06:53:06.884Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=5jxwq4sw
time="2022-07-22T06:53:06.884Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.884Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.884Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=5jxwq4sw
time="2022-07-22T06:53:06.884Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=5jxwq4sw
time="2022-07-22T06:53:06.884Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.885Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=5jxwq4sw
time="2022-07-22T06:53:06.885Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=5jxwq4sw
time="2022-07-22T06:53:06.885Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5jxwq4sw
time="2022-07-22T06:53:06.894Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=x6hkfc2l
time="2022-07-22T06:53:06.895Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.895Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.895Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=x6hkfc2l
time="2022-07-22T06:53:06.895Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=x6hkfc2l
time="2022-07-22T06:53:06.895Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T06:53:06.895Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=x6hkfc2l
time="2022-07-22T06:53:06.895Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=x6hkfc2l
time="2022-07-22T06:53:06.895Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x6hkfc2l
time="2022-07-22T06:53:09.802Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=lktpwmjt
time="2022-07-22T06:53:09.802Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=wqf75xzd
time="2022-07-22T06:53:09.802Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=lktpwmjt
time="2022-07-22T06:53:09.802Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lktpwmjt
time="2022-07-22T06:53:09.802Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=n555nrst
time="2022-07-22T06:53:09.802Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.802Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=n555nrst
time="2022-07-22T06:53:09.802Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=n555nrst
time="2022-07-22T06:53:09.802Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.802Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=n555nrst
time="2022-07-22T06:53:09.802Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:53:09.802Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=n555nrst
time="2022-07-22T06:53:09.802Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=wqf75xzd
time="2022-07-22T06:53:09.802Z" level=debug msg="install job still running" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=n555nrst
time="2022-07-22T06:53:09.802Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=wqf75xzd
time="2022-07-22T06:53:09.802Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n555nrst
time="2022-07-22T06:53:09.802Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.802Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=wqf75xzd
time="2022-07-22T06:53:09.802Z" level=info msg="Saving infra ID \"jshu-pool-ldpb2-6kzwq\" for cluster" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=wqf75xzd
time="2022-07-22T06:53:09.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=wqf75xzd
time="2022-07-22T06:53:09.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=6n5f2czl
time="2022-07-22T06:53:09.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6n5f2czl
time="2022-07-22T06:53:09.818Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=sjhskgjl
time="2022-07-22T06:53:09.818Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=32.818663469s namespace=/jshu-pool-ldpb2 reconcileID=sjhskgjl
time="2022-07-22T06:53:09.818Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=sjhskgjl
time="2022-07-22T06:53:09.818Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=vvt5mlc2
time="2022-07-22T06:53:09.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:53:09.818Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:53:09.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:53:09.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=l642vkkr
time="2022-07-22T06:53:09.818Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=vvt5mlc2
time="2022-07-22T06:53:09.818Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=l642vkkr
time="2022-07-22T06:53:09.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l642vkkr
time="2022-07-22T06:53:09.818Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=vvt5mlc2
time="2022-07-22T06:53:09.818Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=vvt5mlc2
time="2022-07-22T06:53:09.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=2m8pghfc
time="2022-07-22T06:53:09.818Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:53:09.818Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=2m8pghfc
time="2022-07-22T06:53:09.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2m8pghfc
time="2022-07-22T06:53:09.818Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=s8pnv9md
time="2022-07-22T06:53:09.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=6xpbgwkv
time="2022-07-22T06:53:09.818Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=6xpbgwkv
time="2022-07-22T06:53:09.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6xpbgwkv
time="2022-07-22T06:53:09.818Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=s8pnv9md
time="2022-07-22T06:53:09.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s8pnv9md
time="2022-07-22T06:53:09.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=tl7xnl8c
time="2022-07-22T06:53:09.818Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=tl7xnl8c
time="2022-07-22T06:53:09.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=j58rdzzp
time="2022-07-22T06:53:09.819Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tl7xnl8c
time="2022-07-22T06:53:09.819Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=6v4pd78c
time="2022-07-22T06:53:09.819Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.819Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=6v4pd78c
time="2022-07-22T06:53:09.819Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6v4pd78c
time="2022-07-22T06:53:09.819Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.819Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=j58rdzzp
time="2022-07-22T06:53:09.819Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=fdcm5bj4
time="2022-07-22T06:53:09.819Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=j58rdzzp
time="2022-07-22T06:53:09.819Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:53:09.819Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=fdcm5bj4
time="2022-07-22T06:53:09.819Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.819Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=fdcm5bj4
time="2022-07-22T06:53:09.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=vkhkkx6m
time="2022-07-22T06:53:09.819Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=vkhkkx6m
time="2022-07-22T06:53:09.819Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vkhkkx6m
time="2022-07-22T06:53:09.818Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=vvt5mlc2
time="2022-07-22T06:53:09.819Z" level=debug msg="install job still running" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=vvt5mlc2
time="2022-07-22T06:53:09.819Z" level=info msg="provision initialization complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=vvt5mlc2
time="2022-07-22T06:53:09.819Z" level=info msg="transitioning to provisioning" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=vvt5mlc2
time="2022-07-22T06:53:09.819Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=j58rdzzp
time="2022-07-22T06:53:09.819Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=j58rdzzp
time="2022-07-22T06:53:09.819Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j58rdzzp
time="2022-07-22T06:53:09.819Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=662zvvmt
time="2022-07-22T06:53:09.819Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=662zvvmt
time="2022-07-22T06:53:09.819Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=vq57w8gk
time="2022-07-22T06:53:09.819Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:53:09.819Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=vq57w8gk stale=0 standby=0 unclaimed=2
time="2022-07-22T06:53:09.819Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=vq57w8gk unassignedCount=0
time="2022-07-22T06:53:09.819Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vq57w8gk
time="2022-07-22T06:53:09.828Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=qrm26kts
time="2022-07-22T06:53:09.828Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mkgk6mv7
time="2022-07-22T06:53:09.828Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=qrm26kts
time="2022-07-22T06:53:09.828Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qrm26kts
time="2022-07-22T06:53:09.828Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.828Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.828Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mkgk6mv7
time="2022-07-22T06:53:09.828Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mkgk6mv7
time="2022-07-22T06:53:09.828Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.828Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=mkgk6mv7
time="2022-07-22T06:53:09.828Z" level=debug msg="still initializing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=mkgk6mv7
time="2022-07-22T06:53:09.828Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mkgk6mv7
time="2022-07-22T06:53:09.84Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=vvt5mlc2
time="2022-07-22T06:53:09.84Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=r2kssj2f
time="2022-07-22T06:53:09.84Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=r2kssj2f
time="2022-07-22T06:53:09.84Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=r2kssj2f
time="2022-07-22T06:53:09.84Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=r2kssj2f
time="2022-07-22T06:53:09.841Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:53:09.841Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=r2kssj2f
time="2022-07-22T06:53:09.841Z" level=debug msg="install job still running" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=r2kssj2f
time="2022-07-22T06:53:09.841Z" level=info msg="provision initialization complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=r2kssj2f
time="2022-07-22T06:53:09.841Z" level=info msg="transitioning to provisioning" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=r2kssj2f
time="2022-07-22T06:53:09.841Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=gmnp6cqw
time="2022-07-22T06:53:09.841Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=gmnp6cqw
time="2022-07-22T06:53:09.841Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gmnp6cqw
time="2022-07-22T06:53:09.841Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=qcdd5rld
time="2022-07-22T06:53:09.841Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.841Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.841Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=qcdd5rld
time="2022-07-22T06:53:09.841Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=qcdd5rld
time="2022-07-22T06:53:09.841Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.841Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=qcdd5rld
time="2022-07-22T06:53:09.841Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=qcdd5rld
time="2022-07-22T06:53:09.841Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=qcdd5rld
time="2022-07-22T06:53:09.846Z" level=error msg="cannot update status conditions" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-pool-ldpb2-0-95cfj\": the object has been modified; please apply your changes to the latest version and try again" job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=r2kssj2f
time="2022-07-22T06:53:09.846Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=r2kssj2f
time="2022-07-22T06:53:09.847Z" level=error msg="Reconciler error" controller=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-pool-ldpb2-0-95cfj\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2-0-95cfj namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=76333afb-f9e9-40bc-900b-0cdb49870e8e
time="2022-07-22T06:53:09.847Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=zrx46k5k
time="2022-07-22T06:53:09.847Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=zrx46k5k
time="2022-07-22T06:53:09.847Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=zrx46k5k
time="2022-07-22T06:53:09.847Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=zrx46k5k
time="2022-07-22T06:53:09.847Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:53:09.847Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=zrx46k5k
time="2022-07-22T06:53:09.847Z" level=debug msg="install job still running" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=zrx46k5k
time="2022-07-22T06:53:09.847Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zrx46k5k
time="2022-07-22T06:53:09.851Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=qcdd5rld
time="2022-07-22T06:53:09.851Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=5rbdx2mx
time="2022-07-22T06:53:09.851Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5rbdx2mx
time="2022-07-22T06:53:09.851Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=tpslks4m
time="2022-07-22T06:53:09.852Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=32.852009892s namespace=/jshu-pool-ldpb2 reconcileID=tpslks4m
time="2022-07-22T06:53:09.852Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=tpslks4m
time="2022-07-22T06:53:09.852Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:53:09.852Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:53:09.852Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:53:09.852Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=72xmgpmz
time="2022-07-22T06:53:09.852Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=72xmgpmz
time="2022-07-22T06:53:09.852Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=72xmgpmz
time="2022-07-22T06:53:09.852Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=x6tqz5np
time="2022-07-22T06:53:09.852Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=x6tqz5np
time="2022-07-22T06:53:09.852Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x6tqz5np
time="2022-07-22T06:53:09.852Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=lxk2mrpb
time="2022-07-22T06:53:09.852Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=lxk2mrpb
time="2022-07-22T06:53:09.852Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lxk2mrpb
time="2022-07-22T06:53:09.852Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=5vshmvch
time="2022-07-22T06:53:09.852Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=5vshmvch
time="2022-07-22T06:53:09.852Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=6zkbbvlx
time="2022-07-22T06:53:09.852Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=z4pxd2tj
time="2022-07-22T06:53:09.852Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=svkmq7jg
time="2022-07-22T06:53:09.852Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=z4pxd2tj
time="2022-07-22T06:53:09.852Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=6jmdd7fl
time="2022-07-22T06:53:09.852Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=svkmq7jg
time="2022-07-22T06:53:09.852Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=svkmq7jg
time="2022-07-22T06:53:09.852Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=6jmdd7fl
time="2022-07-22T06:53:09.852Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5vshmvch
time="2022-07-22T06:53:09.852Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6jmdd7fl
time="2022-07-22T06:53:09.852Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=9vmwjw7g
time="2022-07-22T06:53:09.852Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=z4pxd2tj
time="2022-07-22T06:53:09.852Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=6zkbbvlx
time="2022-07-22T06:53:09.852Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6zkbbvlx
time="2022-07-22T06:53:09.852Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9vmwjw7g
time="2022-07-22T06:53:09.852Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=4mqcxw9j
time="2022-07-22T06:53:09.852Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=z4pxd2tj
time="2022-07-22T06:53:09.852Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:53:09.852Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:53:09.852Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=z4pxd2tj
time="2022-07-22T06:53:09.852Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=4mqcxw9j
time="2022-07-22T06:53:09.852Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=fchx4kxx
time="2022-07-22T06:53:09.852Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=4mqcxw9j
time="2022-07-22T06:53:09.852Z" level=debug msg="install job still running" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=z4pxd2tj
time="2022-07-22T06:53:09.852Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:53:09.852Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z4pxd2tj
time="2022-07-22T06:53:09.852Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=92wqb494
time="2022-07-22T06:53:09.852Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=92wqb494
time="2022-07-22T06:53:09.852Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=fchx4kxx stale=0 standby=0 unclaimed=2
time="2022-07-22T06:53:09.852Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=fchx4kxx unassignedCount=0
time="2022-07-22T06:53:09.852Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=92wqb494
time="2022-07-22T06:53:09.852Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=92wqb494
time="2022-07-22T06:53:09.852Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:53:09.852Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=92wqb494
time="2022-07-22T06:53:09.852Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fchx4kxx
time="2022-07-22T06:53:09.852Z" level=debug msg="install job still running" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=92wqb494
time="2022-07-22T06:53:09.852Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=92wqb494
time="2022-07-22T06:53:09.862Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=hhsb8dbk
time="2022-07-22T06:53:09.862Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=pqb6bgt2
time="2022-07-22T06:53:09.862Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=hhsb8dbk
time="2022-07-22T06:53:09.862Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=cmzrq2g2
time="2022-07-22T06:53:09.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hhsb8dbk
time="2022-07-22T06:53:09.862Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=gsmhqpzb
time="2022-07-22T06:53:09.862Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=cmzrq2g2
time="2022-07-22T06:53:09.862Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=6kc6hplb
time="2022-07-22T06:53:09.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cmzrq2g2
time="2022-07-22T06:53:09.862Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=5gmtqkc7
time="2022-07-22T06:53:09.862Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=r7fp4cr6
time="2022-07-22T06:53:09.862Z" level=debug msg="namespace is not old enough to delete; waiting longer for ClusterDeployment to be created" controller=clusterpoolnamespace lifetime=32.862114138s namespace=/jshu-pool-ldpb2 reconcileID=gsmhqpzb
time="2022-07-22T06:53:09.862Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=pqb6bgt2
time="2022-07-22T06:53:09.862Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=gsmhqpzb
time="2022-07-22T06:53:09.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pqb6bgt2
time="2022-07-22T06:53:09.862Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=5gmtqkc7
time="2022-07-22T06:53:09.862Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=r7fp4cr6
time="2022-07-22T06:53:09.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5gmtqkc7
time="2022-07-22T06:53:09.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r7fp4cr6
time="2022-07-22T06:53:09.862Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=6kc6hplb
time="2022-07-22T06:53:09.862Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=lp99w58d
time="2022-07-22T06:53:09.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lp99w58d
time="2022-07-22T06:53:09.862Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=6kc6hplb
time="2022-07-22T06:53:09.862Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=6kc6hplb
time="2022-07-22T06:53:09.862Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=nd8jz2nh
time="2022-07-22T06:53:09.862Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:53:09.862Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=6kc6hplb
time="2022-07-22T06:53:09.862Z" level=debug msg="install job still running" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=6kc6hplb
time="2022-07-22T06:53:09.862Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=nd8jz2nh
time="2022-07-22T06:53:09.862Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6kc6hplb
time="2022-07-22T06:53:09.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nd8jz2nh
time="2022-07-22T06:53:09.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=qcdd5rld
time="2022-07-22T06:53:09.862Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hjk4hwr8
time="2022-07-22T06:53:09.862Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.862Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.862Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hjk4hwr8
time="2022-07-22T06:53:09.862Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hjk4hwr8
time="2022-07-22T06:53:09.862Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.862Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=hjk4hwr8
time="2022-07-22T06:53:09.862Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=hjk4hwr8
time="2022-07-22T06:53:09.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hjk4hwr8
time="2022-07-22T06:53:09.867Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=l4kjk4sk
time="2022-07-22T06:53:09.867Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:53:09.867Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T06:53:09.867Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=z26z4dc7
time="2022-07-22T06:53:09.867Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T06:53:09.867Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=sq272ndc
time="2022-07-22T06:53:09.867Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T06:53:09.867Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=wnj4rfd2
time="2022-07-22T06:53:09.867Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=sq272ndc
time="2022-07-22T06:53:09.867Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sq272ndc
time="2022-07-22T06:53:09.867Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=l4kjk4sk
time="2022-07-22T06:53:09.867Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wnj4rfd2
time="2022-07-22T06:53:09.867Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=l4kjk4sk
time="2022-07-22T06:53:09.867Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T06:53:09.867Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=z26z4dc7 stale=0 standby=0 unclaimed=2
time="2022-07-22T06:53:09.867Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=z26z4dc7 unassignedCount=0
time="2022-07-22T06:53:09.867Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z26z4dc7
time="2022-07-22T06:53:09.867Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gg7z2748
time="2022-07-22T06:53:09.867Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.867Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.867Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gg7z2748
time="2022-07-22T06:53:09.867Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gg7z2748
time="2022-07-22T06:53:09.867Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T06:53:09.868Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=gg7z2748
time="2022-07-22T06:53:09.868Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=gg7z2748
time="2022-07-22T06:53:09.868Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gg7z2748
time="2022-07-22T06:53:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:53:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:53:22.781Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/hive reconcileID=qgdwjjvk
time="2022-07-22T06:53:22.781Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/hive outcome=unspecified reconcileID=qgdwjjvk
time="2022-07-22T06:53:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:53:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:53:40.6Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:53:40.6Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T06:53:40.6Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T06:53:40.6Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T06:53:40.6Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T06:53:40.6Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T06:53:47Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=6577x7hh
time="2022-07-22T06:53:47Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=6577x7hh
time="2022-07-22T06:53:47Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=6577x7hh
time="2022-07-22T06:53:47.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=6577x7hh
time="2022-07-22T06:53:47.001Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T06:53:47.001Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=6577x7hh
time="2022-07-22T06:53:47.001Z" level=debug msg="install job still running" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=6577x7hh
time="2022-07-22T06:53:47.001Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6577x7hh
time="2022-07-22T06:53:49Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=d7dw2t4s
time="2022-07-22T06:53:49Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=d7dw2t4s
time="2022-07-22T06:53:49Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=d7dw2t4s
time="2022-07-22T06:53:49Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=d7dw2t4s
time="2022-07-22T06:53:49Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T06:53:49Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=d7dw2t4s
time="2022-07-22T06:53:49Z" level=debug msg="install job still running" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=d7dw2t4s
time="2022-07-22T06:53:49Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d7dw2t4s
time="2022-07-22T06:53:49.011Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:53:49.011Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:53:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:53:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:54:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:54:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:54:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:54:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:54:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:54:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:54:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:54:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:55:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:55:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:55:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:55:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:55:40.601Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:55:40.601Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T06:55:40.601Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T06:55:40.601Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T06:55:40.601Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T06:55:40.601Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T06:55:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:55:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:55:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:55:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:56:19.009Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:56:19.009Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:56:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:56:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:56:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:56:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:56:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:56:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:57:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:57:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:57:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:57:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:57:37.001Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=wjm8f665
time="2022-07-22T06:57:37.001Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=kg4wcc9l
time="2022-07-22T06:57:37.001Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=wjm8f665
time="2022-07-22T06:57:37.001Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=wjm8f665
time="2022-07-22T06:57:37.001Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=kg4wcc9l
time="2022-07-22T06:57:37.001Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=kg4wcc9l
time="2022-07-22T06:57:40.602Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:57:40.602Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T06:57:40.602Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T06:57:40.602Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T06:57:40.602Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T06:57:40.602Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T06:57:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:57:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:57:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:57:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:58:19.009Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:58:19.009Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:58:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:58:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:58:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:58:49.011Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:58:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:58:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:59:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:59:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:59:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:59:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:59:40.602Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:59:40.603Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T06:59:40.603Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T06:59:40.603Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T06:59:40.603Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T06:59:40.603Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T06:59:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:59:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:59:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T06:59:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:00:00.121Z" level=info msg="Job created" controller=clusterProvision
time="2022-07-22T07:00:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:00:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:00:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:00:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:00:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:00:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:00:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:00:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:01:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:01:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:01:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:01:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:01:40.604Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:01:40.604Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:01:40.604Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:01:40.604Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:01:40.604Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:01:40.604Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:01:49.009Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:01:49.009Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:01:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:01:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:02:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:02:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:02:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:02:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:02:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:02:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:02:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:02:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:03:19.011Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:03:19.011Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:03:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:03:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:03:40.604Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:03:40.604Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:03:40.604Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:03:40.604Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:03:40.604Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:03:40.604Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:03:49.011Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:03:49.011Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:03:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:03:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:04:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:04:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:04:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:04:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:04:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:04:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:04:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:04:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:05:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:05:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:05:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:05:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:05:40.605Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:05:40.605Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:05:40.605Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:05:40.605Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:05:40.605Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:05:40.605Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:05:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:05:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:05:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:05:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:06:19.009Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:06:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:06:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:06:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:06:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:06:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:06:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:06:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:07:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:07:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:07:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:07:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:07:40.606Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:07:40.606Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:07:40.606Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:07:40.606Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:07:40.606Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:07:40.606Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:07:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:07:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:07:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:07:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:08:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:08:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:08:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:08:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:08:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:08:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:08:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:08:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:09:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:09:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:09:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:09:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:09:40.607Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:09:40.607Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:09:40.607Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:09:40.607Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:09:40.607Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:09:40.607Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:09:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:09:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:09:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:09:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:10:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:10:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:10:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:10:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:10:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:10:49.011Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:10:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:10:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:11:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:11:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:11:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:11:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:11:40.608Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:11:40.608Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:11:40.609Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:11:40.609Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:11:40.609Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:11:40.609Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:11:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:11:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:11:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:11:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:12:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:12:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:12:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:12:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:12:49.009Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:12:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:12:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:12:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:13:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:13:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:13:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:13:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:13:40.609Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:13:40.609Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:13:40.609Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:13:40.609Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:13:40.609Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:13:40.609Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:13:49.009Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:13:49.009Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:13:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:13:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:14:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:14:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:14:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:14:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:14:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:14:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:14:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:14:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:15:00.13Z" level=info msg="Job created" controller=clusterProvision
time="2022-07-22T07:15:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:15:19.011Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:15:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:15:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:15:40.61Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:15:40.61Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:15:40.61Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:15:40.61Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:15:40.61Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:15:40.61Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:15:49.011Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:15:49.011Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:15:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:15:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:16:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:16:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:16:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:16:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:16:49.009Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:16:49.009Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:16:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:16:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:17:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:17:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:17:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:17:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:17:40.611Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:17:40.611Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:17:40.611Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:17:40.611Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:17:40.611Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:17:40.611Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:17:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:17:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:17:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:17:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:18:19.011Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:18:19.011Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:18:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:18:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:18:49.011Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:18:49.011Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:18:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:18:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:19:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:19:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:19:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:19:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:19:40.611Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:19:40.611Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:19:40.611Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:19:40.611Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:19:40.611Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:19:40.611Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:19:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:19:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:19:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:19:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:20:11.689Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=wp5ppbsz
time="2022-07-22T07:20:11.689Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=n6t8l54b
time="2022-07-22T07:20:11.69Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=wp5ppbsz
time="2022-07-22T07:20:11.69Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=wp5ppbsz
time="2022-07-22T07:20:11.69Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=wp5ppbsz
time="2022-07-22T07:20:11.69Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:11.69Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:11.689Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=8vxj9dvd
time="2022-07-22T07:20:11.69Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:11.69Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=8vxj9dvd
time="2022-07-22T07:20:11.69Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8vxj9dvd
time="2022-07-22T07:20:11.69Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=wp5ppbsz
time="2022-07-22T07:20:11.69Z" level=debug msg="install job still running" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=wp5ppbsz
time="2022-07-22T07:20:11.69Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=n6t8l54b
time="2022-07-22T07:20:11.69Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=n6t8l54b
time="2022-07-22T07:20:11.69Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wp5ppbsz
time="2022-07-22T07:20:11.69Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:11.69Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=n6t8l54b
time="2022-07-22T07:20:11.69Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=n6t8l54b
time="2022-07-22T07:20:11.69Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n6t8l54b
time="2022-07-22T07:20:12.128Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=rh7h8l9r
time="2022-07-22T07:20:12.128Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:12.129Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:12.129Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=rh7h8l9r
time="2022-07-22T07:20:12.129Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=rh7h8l9r
time="2022-07-22T07:20:12.129Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:12.129Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=rh7h8l9r
time="2022-07-22T07:20:12.129Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=rh7h8l9r
time="2022-07-22T07:20:12.129Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rh7h8l9r
time="2022-07-22T07:20:14.137Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fmf6blx5
time="2022-07-22T07:20:14.137Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:14.137Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:14.137Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fmf6blx5
time="2022-07-22T07:20:14.137Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fmf6blx5
time="2022-07-22T07:20:14.138Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:14.138Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=fmf6blx5
time="2022-07-22T07:20:14.138Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=fmf6blx5
time="2022-07-22T07:20:14.138Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fmf6blx5
time="2022-07-22T07:20:15.153Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=dl7mn4pw
time="2022-07-22T07:20:15.153Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=dl7mn4pw
time="2022-07-22T07:20:15.153Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=dl7mn4pw
time="2022-07-22T07:20:15.153Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=dl7mn4pw
time="2022-07-22T07:20:15.153Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:15.153Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=dl7mn4pw
time="2022-07-22T07:20:15.153Z" level=info msg="install job succeeded" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=dl7mn4pw
time="2022-07-22T07:20:15.153Z" level=info msg="transitioning to complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision job=jshu-pool-dbcqc-0-kdwlp-provision reconcileID=dl7mn4pw
time="2022-07-22T07:20:15.169Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=5bhbvt5m
time="2022-07-22T07:20:15.169Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=5bhbvt5m
time="2022-07-22T07:20:15.169Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5bhbvt5m
time="2022-07-22T07:20:15.169Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=4zhlnrhh
time="2022-07-22T07:20:15.169Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.169Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.169Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=4zhlnrhh
time="2022-07-22T07:20:15.169Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=4zhlnrhh
time="2022-07-22T07:20:15.169Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.169Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=4zhlnrhh
time="2022-07-22T07:20:15.169Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=4zhlnrhh
time="2022-07-22T07:20:15.169Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4zhlnrhh
time="2022-07-22T07:20:15.194Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=41 elapsedMillisGT=0 outcome=unspecified reconcileID=dl7mn4pw
time="2022-07-22T07:20:15.194Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=qj8kg69q
time="2022-07-22T07:20:15.195Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=vpblzxwn
time="2022-07-22T07:20:15.195Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=vpblzxwn
time="2022-07-22T07:20:15.195Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vpblzxwn
time="2022-07-22T07:20:15.195Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=qj8kg69q
time="2022-07-22T07:20:15.195Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=qj8kg69q
time="2022-07-22T07:20:15.195Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=qj8kg69q
time="2022-07-22T07:20:15.195Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:15.195Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=qj8kg69q
time="2022-07-22T07:20:15.195Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=pwqtsxqn
time="2022-07-22T07:20:15.195Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qj8kg69q
time="2022-07-22T07:20:15.195Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=rdqpcp5l
time="2022-07-22T07:20:15.195Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.195Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=rdqpcp5l
time="2022-07-22T07:20:15.195Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.195Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=rdqpcp5l
time="2022-07-22T07:20:15.195Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=pwqtsxqn
time="2022-07-22T07:20:15.195Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=pwqtsxqn
time="2022-07-22T07:20:15.195Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc\", timestamp:time.Time{wall:0xc0aeb02ff17cfef5, ext:71639452197, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.195Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=rdqpcp5l
time="2022-07-22T07:20:15.195Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:15.195Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=rdqpcp5l
time="2022-07-22T07:20:15.195Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rdqpcp5l
time="2022-07-22T07:20:15.195Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=pwqtsxqn
time="2022-07-22T07:20:15.195Z" level=info msg="provision completed successfully" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment provision=jshu-pool-dbcqc-0-kdwlp reconcileID=pwqtsxqn
time="2022-07-22T07:20:15.208Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=ml2tr9ft
time="2022-07-22T07:20:15.208Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=7lw84rtb
time="2022-07-22T07:20:15.208Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7lw84rtb
time="2022-07-22T07:20:15.208Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=ml2tr9ft
time="2022-07-22T07:20:15.208Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ml2tr9ft
time="2022-07-22T07:20:15.208Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=7vlddrks
time="2022-07-22T07:20:15.208Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=7vlddrks
time="2022-07-22T07:20:15.208Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7vlddrks
time="2022-07-22T07:20:15.208Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.208Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.208Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:20:15.208Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=fpfwhndk
time="2022-07-22T07:20:15.208Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=5p8k4wjt
time="2022-07-22T07:20:15.208Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=5p8k4wjt
time="2022-07-22T07:20:15.208Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=fpfwhndk
time="2022-07-22T07:20:15.208Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5p8k4wjt
time="2022-07-22T07:20:15.208Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fpfwhndk
time="2022-07-22T07:20:15.208Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=fb2pkj5l
time="2022-07-22T07:20:15.208Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=6x8ptbn9
time="2022-07-22T07:20:15.208Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6x8ptbn9
time="2022-07-22T07:20:15.208Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=fb2pkj5l
time="2022-07-22T07:20:15.208Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fb2pkj5l
time="2022-07-22T07:20:15.208Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=85r67ltr
time="2022-07-22T07:20:15.208Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=vwtrbvms
time="2022-07-22T07:20:15.208Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:20:15.208Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=vwtrbvms
time="2022-07-22T07:20:15.208Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vwtrbvms
time="2022-07-22T07:20:15.208Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=2 reconcileID=85r67ltr stale=0 standby=0 unclaimed=2
time="2022-07-22T07:20:15.209Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=85r67ltr unassignedCount=0
time="2022-07-22T07:20:15.209Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=jsn8vskv
time="2022-07-22T07:20:15.209Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=85r67ltr
time="2022-07-22T07:20:15.209Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:20:15.209Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=jsn8vskv
time="2022-07-22T07:20:15.209Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=jsn8vskv
time="2022-07-22T07:20:15.208Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=sbkq48d2
time="2022-07-22T07:20:15.209Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=sbkq48d2
time="2022-07-22T07:20:15.209Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=sbkq48d2
time="2022-07-22T07:20:15.209Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=dmdgt65f
time="2022-07-22T07:20:15.209Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=sxmg2sk5
time="2022-07-22T07:20:15.209Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=sxmg2sk5
time="2022-07-22T07:20:15.209Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sxmg2sk5
time="2022-07-22T07:20:15.209Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=dmdgt65f
time="2022-07-22T07:20:15.209Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=dmdgt65f
time="2022-07-22T07:20:15.209Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=dmdgt65f
time="2022-07-22T07:20:15.209Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:15.209Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=dmdgt65f
time="2022-07-22T07:20:15.209Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dmdgt65f
time="2022-07-22T07:20:15.224Z" level=debug msg="install job completed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment duration=1648.224827231 provision=jshu-pool-dbcqc-0-kdwlp reconcileID=pwqtsxqn
time="2022-07-22T07:20:15.224Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=29 elapsedMillisGT=0 outcome=unspecified reconcileID=pwqtsxqn
time="2022-07-22T07:20:15.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=m8zvmm8m
time="2022-07-22T07:20:15.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=p8ch48xw
time="2022-07-22T07:20:15.224Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.225Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Hibernating controller=hibernation reason=Unsupported reconcileID=p8ch48xw
time="2022-07-22T07:20:15.225Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.225Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=m8zvmm8m
time="2022-07-22T07:20:15.225Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=m8zvmm8m
time="2022-07-22T07:20:15.225Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=xlrmhb6m
time="2022-07-22T07:20:15.225Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=xlrmhb6m
time="2022-07-22T07:20:15.225Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=xlrmhb6m
time="2022-07-22T07:20:15.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.225Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=658qpf88
time="2022-07-22T07:20:15.225Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:20:15.225Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=658qpf88
time="2022-07-22T07:20:15.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=5pzbmjhj
time="2022-07-22T07:20:15.225Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=658qpf88
time="2022-07-22T07:20:15.225Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=5pzbmjhj
time="2022-07-22T07:20:15.225Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5pzbmjhj
time="2022-07-22T07:20:15.225Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=j728t5bn
time="2022-07-22T07:20:15.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=jt4nbnd4
time="2022-07-22T07:20:15.225Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=jt4nbnd4
time="2022-07-22T07:20:15.225Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=j728t5bn
time="2022-07-22T07:20:15.225Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=j728t5bn
time="2022-07-22T07:20:15.225Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=j728t5bn
time="2022-07-22T07:20:15.225Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:15.225Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=j728t5bn
time="2022-07-22T07:20:15.225Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j728t5bn
time="2022-07-22T07:20:15.225Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=p2wh9x8z
time="2022-07-22T07:20:15.225Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=p2wh9x8z
time="2022-07-22T07:20:15.225Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p2wh9x8z
time="2022-07-22T07:20:15.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=9dgzcgx5
time="2022-07-22T07:20:15.225Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=9dgzcgx5
time="2022-07-22T07:20:15.226Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=qzc2hzs6
time="2022-07-22T07:20:15.226Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=4xrpqwmb
time="2022-07-22T07:20:15.226Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:20:15.226Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=qzc2hzs6
time="2022-07-22T07:20:15.226Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qzc2hzs6
time="2022-07-22T07:20:15.226Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=8678wtnn
time="2022-07-22T07:20:15.226Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=8678wtnn
time="2022-07-22T07:20:15.226Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=1 reconcileID=4xrpqwmb stale=0 standby=1 unclaimed=1
time="2022-07-22T07:20:15.226Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8678wtnn
time="2022-07-22T07:20:15.226Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=4xrpqwmb unassignedCount=0
time="2022-07-22T07:20:15.226Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=kms9trtc
time="2022-07-22T07:20:15.226Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=kms9trtc
time="2022-07-22T07:20:15.226Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kms9trtc
time="2022-07-22T07:20:15.226Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hm8blkrx
time="2022-07-22T07:20:15.226Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:20:15.243Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=p8ch48xw
time="2022-07-22T07:20:15.243Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=p8ch48xw
time="2022-07-22T07:20:15.243Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=89d4e5f2-4a84-42d7-915a-9d8fa1e76365
time="2022-07-22T07:20:15.243Z" level=info msg="error updating syncset failed condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=m8zvmm8m
time="2022-07-22T07:20:15.243Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=m8zvmm8m
time="2022-07-22T07:20:15.243Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=m8zvmm8m
time="2022-07-22T07:20:15.243Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=b44b8dd1-9a1b-4679-8052-6873ae73895b
time="2022-07-22T07:20:15.243Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=gwgp486d
time="2022-07-22T07:20:15.243Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.243Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.243Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=gwgp486d
time="2022-07-22T07:20:15.243Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=gwgp486d
time="2022-07-22T07:20:15.245Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=18 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=hm8blkrx
time="2022-07-22T07:20:15.245Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=4xrpqwmb
time="2022-07-22T07:20:15.246Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=9dgzcgx5
time="2022-07-22T07:20:15.248Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hnbm2nzg
time="2022-07-22T07:20:15.248Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:20:15.248Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hnbm2nzg
time="2022-07-22T07:20:15.248Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=hnbm2nzg
time="2022-07-22T07:20:15.248Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=6g5pwwt8
time="2022-07-22T07:20:15.248Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Hibernating controller=hibernation reason=Unsupported reconcileID=6g5pwwt8
time="2022-07-22T07:20:15.249Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=46rlssfw
time="2022-07-22T07:20:15.249Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:20:15.249Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=1 reconcileID=46rlssfw stale=0 standby=1 unclaimed=1
time="2022-07-22T07:20:15.249Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=46rlssfw unassignedCount=0
time="2022-07-22T07:20:15.249Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=46rlssfw
time="2022-07-22T07:20:15.25Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=mhctflsd
time="2022-07-22T07:20:15.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=pj79xpfs
time="2022-07-22T07:20:15.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=xl7tdq57
time="2022-07-22T07:20:15.25Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=mhctflsd
time="2022-07-22T07:20:15.25Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=s7vcp64v
time="2022-07-22T07:20:15.25Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=mhctflsd
time="2022-07-22T07:20:15.25Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=xl7tdq57
time="2022-07-22T07:20:15.25Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=s7vcp64v
time="2022-07-22T07:20:15.25Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xl7tdq57
time="2022-07-22T07:20:15.25Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s7vcp64v
time="2022-07-22T07:20:15.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.25Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.25Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:20:15.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=9qwlmxr2
time="2022-07-22T07:20:15.25Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=gx84zs7p
time="2022-07-22T07:20:15.25Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=cqzltmg8
time="2022-07-22T07:20:15.25Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=9qwlmxr2
time="2022-07-22T07:20:15.25Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=rctkqghl
time="2022-07-22T07:20:15.25Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:20:15.25Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=cqzltmg8
time="2022-07-22T07:20:15.25Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:20:15.25Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=gx84zs7p
time="2022-07-22T07:20:15.25Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=cqzltmg8
time="2022-07-22T07:20:15.25Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=h8thlcv7
time="2022-07-22T07:20:15.25Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gx84zs7p
time="2022-07-22T07:20:15.25Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=1 reconcileID=rctkqghl stale=0 standby=1 unclaimed=1
time="2022-07-22T07:20:15.25Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=h8thlcv7
time="2022-07-22T07:20:15.25Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=rctkqghl unassignedCount=0
time="2022-07-22T07:20:15.25Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=pj79xpfs
time="2022-07-22T07:20:15.25Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pj79xpfs
time="2022-07-22T07:20:15.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=h9krkzrv
time="2022-07-22T07:20:15.25Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=h8thlcv7
time="2022-07-22T07:20:15.25Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rctkqghl
time="2022-07-22T07:20:15.25Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=h9krkzrv
time="2022-07-22T07:20:15.25Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h9krkzrv
time="2022-07-22T07:20:15.25Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=h8thlcv7
time="2022-07-22T07:20:15.25Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=9qwlmxr2
time="2022-07-22T07:20:15.25Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:15.25Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=h8thlcv7
time="2022-07-22T07:20:15.25Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9qwlmxr2
time="2022-07-22T07:20:15.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=dqz8wd78
time="2022-07-22T07:20:15.25Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h8thlcv7
time="2022-07-22T07:20:15.25Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=dqz8wd78
time="2022-07-22T07:20:15.251Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dqz8wd78
time="2022-07-22T07:20:15.255Z" level=info msg="error updating syncset failed condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gwgp486d
time="2022-07-22T07:20:15.255Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gwgp486d
time="2022-07-22T07:20:15.255Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=gwgp486d
time="2022-07-22T07:20:15.255Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=f9c2e921-7763-4059-bcd0-b80cfb0d735d
time="2022-07-22T07:20:15.255Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=n6w88lts
time="2022-07-22T07:20:15.255Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.255Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.255Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=n6w88lts
time="2022-07-22T07:20:15.255Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=n6w88lts
time="2022-07-22T07:20:15.256Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=6g5pwwt8
time="2022-07-22T07:20:15.256Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=6g5pwwt8
time="2022-07-22T07:20:15.256Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=23b55d33-2ac6-4201-b80b-314cc96ef133
time="2022-07-22T07:20:15.256Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=6c9r662j
time="2022-07-22T07:20:15.256Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Hibernating controller=hibernation reason=Unsupported reconcileID=6c9r662j
time="2022-07-22T07:20:15.264Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=jt4nbnd4
time="2022-07-22T07:20:15.27Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=qnmwlhq6
time="2022-07-22T07:20:15.27Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=tzvwsnsk
time="2022-07-22T07:20:15.27Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=jj6q6fwj
time="2022-07-22T07:20:15.27Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=889blnbn
time="2022-07-22T07:20:15.27Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=qnmwlhq6
time="2022-07-22T07:20:15.27Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=qnmwlhq6
time="2022-07-22T07:20:15.27Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=889blnbn
time="2022-07-22T07:20:15.27Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=889blnbn
time="2022-07-22T07:20:15.27Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=jj6q6fwj
time="2022-07-22T07:20:15.27Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jj6q6fwj
time="2022-07-22T07:20:15.27Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=tzvwsnsk
time="2022-07-22T07:20:15.27Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=jpspkdv5
time="2022-07-22T07:20:15.27Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=bfd7dw6z
time="2022-07-22T07:20:15.27Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=jpspkdv5
time="2022-07-22T07:20:15.27Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jpspkdv5
time="2022-07-22T07:20:15.27Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=tzvwsnsk
time="2022-07-22T07:20:15.27Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=bfd7dw6z
time="2022-07-22T07:20:15.27Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=tzvwsnsk
time="2022-07-22T07:20:15.27Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=thdl7q8l
time="2022-07-22T07:20:15.27Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bfd7dw6z
time="2022-07-22T07:20:15.27Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:15.27Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=tzvwsnsk
time="2022-07-22T07:20:15.27Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=thdl7q8l
time="2022-07-22T07:20:15.27Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tzvwsnsk
time="2022-07-22T07:20:15.27Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=thdl7q8l
time="2022-07-22T07:20:15.27Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=zgrb7wpt
time="2022-07-22T07:20:15.27Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=zgrb7wpt
time="2022-07-22T07:20:15.27Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=zgrb7wpt
time="2022-07-22T07:20:15.27Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zgrb7wpt
time="2022-07-22T07:20:15.271Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=n6w88lts
time="2022-07-22T07:20:15.271Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=n6w88lts
time="2022-07-22T07:20:15.271Z" level=info msg="admin kubeconfig has been modified, updating" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=n6w88lts
time="2022-07-22T07:20:15.275Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=rh8mmkj2
time="2022-07-22T07:20:15.275Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.275Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=7bzv8669
time="2022-07-22T07:20:15.275Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.275Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:20:15.275Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=6c9r662j
time="2022-07-22T07:20:15.275Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:20:15.275Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=7bzv8669
time="2022-07-22T07:20:15.275Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=rh8mmkj2
time="2022-07-22T07:20:15.275Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=6c9r662j
time="2022-07-22T07:20:15.275Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7bzv8669
time="2022-07-22T07:20:15.275Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=rh8mmkj2
time="2022-07-22T07:20:15.275Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=cfc3f536-e761-408f-a9e5-e50f6154b0cb
time="2022-07-22T07:20:15.275Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=dzsj8jq8
time="2022-07-22T07:20:15.275Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=cpfdtkjx
time="2022-07-22T07:20:15.275Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:20:15.275Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Hibernating controller=hibernation reason=Unsupported reconcileID=cpfdtkjx
time="2022-07-22T07:20:15.275Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=1 reconcileID=dzsj8jq8 stale=0 standby=1 unclaimed=1
time="2022-07-22T07:20:15.276Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=dzsj8jq8 unassignedCount=0
time="2022-07-22T07:20:15.276Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dzsj8jq8
time="2022-07-22T07:20:15.278Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jt4nbnd4
time="2022-07-22T07:20:15.278Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=52 elapsedMillisGT=0 outcome=unspecified reconcileID=jt4nbnd4
time="2022-07-22T07:20:15.278Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=41f23998-9deb-45bf-8e9e-3d3b67d7a9af
time="2022-07-22T07:20:15.278Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=z22qn42s
time="2022-07-22T07:20:15.278Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=z22qn42s
time="2022-07-22T07:20:15.279Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=n6w88lts secret=jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig
time="2022-07-22T07:20:15.279Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=n6w88lts secret=jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig
time="2022-07-22T07:20:15.279Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=n6w88lts secret=jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig
time="2022-07-22T07:20:15.295Z" level=info msg="error updating secret" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment error="Operation cannot be fulfilled on secrets \"jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=n6w88lts secret=jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig
time="2022-07-22T07:20:15.295Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=39 elapsedMillisGT=0 outcome=unspecified reconcileID=n6w88lts
time="2022-07-22T07:20:15.295Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on secrets \"jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=1308cf7e-968b-46a1-942e-910947613302
time="2022-07-22T07:20:15.295Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=ccwx7tsq
time="2022-07-22T07:20:15.295Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.295Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.295Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=ccwx7tsq
time="2022-07-22T07:20:15.295Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=ccwx7tsq
time="2022-07-22T07:20:15.295Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=ccwx7tsq
time="2022-07-22T07:20:15.295Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=ccwx7tsq
time="2022-07-22T07:20:15.295Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=ccwx7tsq
time="2022-07-22T07:20:15.295Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=ccwx7tsq secret=jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig
time="2022-07-22T07:20:15.295Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=ccwx7tsq secret=jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig
time="2022-07-22T07:20:15.295Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=ccwx7tsq secret=jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig
time="2022-07-22T07:20:15.296Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=glphxplg
time="2022-07-22T07:20:15.296Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=glphxplg
time="2022-07-22T07:20:15.297Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=glphxplg
time="2022-07-22T07:20:15.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=stgm92wq
time="2022-07-22T07:20:15.297Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=stgm92wq
time="2022-07-22T07:20:15.297Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=stgm92wq
time="2022-07-22T07:20:15.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=97r5666g
time="2022-07-22T07:20:15.297Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=97r5666g
time="2022-07-22T07:20:15.297Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=97r5666g
time="2022-07-22T07:20:15.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=6vjv6cst
time="2022-07-22T07:20:15.297Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=6vjv6cst
time="2022-07-22T07:20:15.297Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vjv6cst
time="2022-07-22T07:20:15.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=mk7s6wgk
time="2022-07-22T07:20:15.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=nptkw7jk
time="2022-07-22T07:20:15.297Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=gq4h7wr6
time="2022-07-22T07:20:15.297Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=drgnbxxd
time="2022-07-22T07:20:15.297Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=gq4h7wr6
time="2022-07-22T07:20:15.297Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gq4h7wr6
time="2022-07-22T07:20:15.297Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=mk7s6wgk
time="2022-07-22T07:20:15.297Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=nptkw7jk
time="2022-07-22T07:20:15.297Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nptkw7jk
time="2022-07-22T07:20:15.297Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=drgnbxxd
time="2022-07-22T07:20:15.297Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=cpfdtkjx
time="2022-07-22T07:20:15.297Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=qrz4vz4c
time="2022-07-22T07:20:15.297Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=drgnbxxd
time="2022-07-22T07:20:15.297Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=mk7s6wgk
time="2022-07-22T07:20:15.297Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mk7s6wgk
time="2022-07-22T07:20:15.297Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=drgnbxxd
time="2022-07-22T07:20:15.297Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qrz4vz4c
time="2022-07-22T07:20:15.297Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:15.297Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=drgnbxxd
time="2022-07-22T07:20:15.297Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=a13ddb18-806d-4513-9666-14e16721af15
time="2022-07-22T07:20:15.297Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=drgnbxxd
time="2022-07-22T07:20:15.302Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.302Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.302Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:20:15.302Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=qxznqz79
time="2022-07-22T07:20:15.302Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=qxznqz79
time="2022-07-22T07:20:15.302Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qxznqz79
time="2022-07-22T07:20:15.302Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=fqsjfnlp
time="2022-07-22T07:20:15.302Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:20:15.302Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=fqsjfnlp
time="2022-07-22T07:20:15.302Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=fqsjfnlp
time="2022-07-22T07:20:15.302Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=9xmc5sj7
time="2022-07-22T07:20:15.302Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:20:15.302Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=1 reconcileID=9xmc5sj7 stale=0 standby=1 unclaimed=1
time="2022-07-22T07:20:15.302Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=9xmc5sj7 unassignedCount=0
time="2022-07-22T07:20:15.302Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9xmc5sj7
time="2022-07-22T07:20:15.302Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=8smtzcc9
time="2022-07-22T07:20:15.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8smtzcc9
time="2022-07-22T07:20:15.303Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=52c4cb6f-aa92-4db3-af13-af1845a7c1ad
time="2022-07-22T07:20:15.308Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=z22qn42s
time="2022-07-22T07:20:15.313Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=st9gwfbr
time="2022-07-22T07:20:15.314Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=st9gwfbr
time="2022-07-22T07:20:15.314Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=e90ff24d-9207-4355-8754-25fdda7ff65f
time="2022-07-22T07:20:15.316Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=z22qn42s
time="2022-07-22T07:20:15.316Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=37 elapsedMillisGT=0 outcome=unspecified reconcileID=z22qn42s
time="2022-07-22T07:20:15.316Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=51ecad09-8687-4310-bfb4-963beea82cd8
time="2022-07-22T07:20:15.316Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=bbq29wpq
time="2022-07-22T07:20:15.316Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=bbq29wpq
time="2022-07-22T07:20:15.321Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=ccwx7tsq secret=jshu-pool-dbcqc-0-kdwlp-admin-password
time="2022-07-22T07:20:15.321Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=ccwx7tsq secret=jshu-pool-dbcqc-0-kdwlp-admin-password
time="2022-07-22T07:20:15.321Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=ccwx7tsq secret=jshu-pool-dbcqc-0-kdwlp-admin-password
time="2022-07-22T07:20:15.327Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=ccwx7tsq
time="2022-07-22T07:20:15.327Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=ccwx7tsq
time="2022-07-22T07:20:15.327Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=32 elapsedMillisGT=0 outcome=unspecified reconcileID=ccwx7tsq
time="2022-07-22T07:20:15.335Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=glqbxjk6
time="2022-07-22T07:20:15.335Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=glqbxjk6
time="2022-07-22T07:20:15.335Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=966562ed-d7fc-4487-95a6-84e97658b20b
time="2022-07-22T07:20:15.335Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=2jdzwpmm
time="2022-07-22T07:20:15.335Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.335Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.335Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.335Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.335Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=2jdzwpmm
time="2022-07-22T07:20:15.335Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=2jdzwpmm
time="2022-07-22T07:20:15.335Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=2jdzwpmm
time="2022-07-22T07:20:15.335Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=2jdzwpmm
time="2022-07-22T07:20:15.335Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=2jdzwpmm
time="2022-07-22T07:20:15.336Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=2jdzwpmm
time="2022-07-22T07:20:15.336Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=2jdzwpmm
time="2022-07-22T07:20:15.336Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=2jdzwpmm
time="2022-07-22T07:20:15.339Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=bbq29wpq
time="2022-07-22T07:20:15.352Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=36 elapsedMillisGT=0 outcome=unspecified reconcileID=bbq29wpq
time="2022-07-22T07:20:15.352Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=qdkp78xz
time="2022-07-22T07:20:15.352Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=qdkp78xz
time="2022-07-22T07:20:15.352Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=qs8wg6ds
time="2022-07-22T07:20:15.352Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=fpspqmn6
time="2022-07-22T07:20:15.352Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qs8wg6ds
time="2022-07-22T07:20:15.352Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.352Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.352Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=da535085-8970-4f2e-ab68-3d83e5512327
time="2022-07-22T07:20:15.352Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:20:15.352Z" level=info msg="Creating cluster state resource for cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=fpspqmn6
time="2022-07-22T07:20:15.352Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState derivedObject=jshu-pool-dbcqc reconcileID=fpspqmn6
time="2022-07-22T07:20:15.352Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=rvpwsj6f
time="2022-07-22T07:20:15.352Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=fsdqrjp6
time="2022-07-22T07:20:15.352Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=fsdqrjp6
time="2022-07-22T07:20:15.352Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fsdqrjp6
time="2022-07-22T07:20:15.353Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.353Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=tvd6hvb6
time="2022-07-22T07:20:15.353Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.353Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.353Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.353Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=rvpwsj6f
time="2022-07-22T07:20:15.353Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=rvpwsj6f
time="2022-07-22T07:20:15.353Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=rvpwsj6f
time="2022-07-22T07:20:15.353Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=rvpwsj6f
time="2022-07-22T07:20:15.353Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=rvpwsj6f
time="2022-07-22T07:20:15.353Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=4jzfclzw
time="2022-07-22T07:20:15.353Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=4jzfclzw
time="2022-07-22T07:20:15.353Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=4jzfclzw
time="2022-07-22T07:20:15.353Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=4jzfclzw
time="2022-07-22T07:20:15.353Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:15.353Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=4jzfclzw
time="2022-07-22T07:20:15.353Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4jzfclzw
time="2022-07-22T07:20:15.353Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=jpg2gq65
time="2022-07-22T07:20:15.353Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=jpg2gq65
time="2022-07-22T07:20:15.353Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jpg2gq65
time="2022-07-22T07:20:15.352Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=qxwx9zk5
time="2022-07-22T07:20:15.353Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=qxwx9zk5
time="2022-07-22T07:20:15.353Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=qxwx9zk5
time="2022-07-22T07:20:15.353Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=xtgvdftl
time="2022-07-22T07:20:15.353Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:20:15.353Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=1 reconcileID=xtgvdftl stale=0 standby=1 unclaimed=1
time="2022-07-22T07:20:15.353Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=xtgvdftl unassignedCount=0
time="2022-07-22T07:20:15.353Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xtgvdftl
time="2022-07-22T07:20:15.354Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=bnpv8mss
time="2022-07-22T07:20:15.354Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=bnpv8mss
time="2022-07-22T07:20:15.354Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=bnpv8mss
time="2022-07-22T07:20:15.354Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=rvpwsj6f
time="2022-07-22T07:20:15.354Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bnpv8mss
time="2022-07-22T07:20:15.354Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=2pf7swbp
time="2022-07-22T07:20:15.354Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=9chkjklx
time="2022-07-22T07:20:15.354Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=9chkjklx
time="2022-07-22T07:20:15.354Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=2pf7swbp
time="2022-07-22T07:20:15.354Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9chkjklx
time="2022-07-22T07:20:15.354Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2pf7swbp
time="2022-07-22T07:20:15.354Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=wfvf9tkl
time="2022-07-22T07:20:15.354Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:20:15.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=fpspqmn6
time="2022-07-22T07:20:15.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=rcpctwr5
time="2022-07-22T07:20:15.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rcpctwr5
time="2022-07-22T07:20:15.378Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=b4058192-7382-47c0-8de2-1f5ee9c1b0d7
time="2022-07-22T07:20:15.427Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=qdkp78xz
time="2022-07-22T07:20:15.431Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=wfvf9tkl
time="2022-07-22T07:20:15.434Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qdkp78xz
time="2022-07-22T07:20:15.434Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=82 elapsedMillisGT=0 outcome=unspecified reconcileID=qdkp78xz
time="2022-07-22T07:20:15.434Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=d57cff86-4523-4e9d-bfb7-1facc6cfa9a9
time="2022-07-22T07:20:15.434Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=9fbbxbfx
time="2022-07-22T07:20:15.434Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h59m59.565017767s reconcileID=9fbbxbfx
time="2022-07-22T07:20:15.435Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9fbbxbfx
time="2022-07-22T07:20:15.435Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console  openshift-console  2170e4af-92d7-4475-8ff2-b7d342f5f541 21557 0 2022-07-22 07:13:54 +0000 UTC <nil> <nil> map[app:console] map[openshift.io/host.generated:true] [] []  [{Go-http-client Update route.openshift.io/v1 2022-07-22 07:13:54 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2022-07-22 07:13:54 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.jshu-pool-dbcqc.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,},WildcardPolicy:None,Subdomain:,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.jshu-pool-dbcqc.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2022-07-22 07:13:54 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.jshu-pool-dbcqc.qe.devcluster.openshift.com,},},},}" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=rvpwsj6f
time="2022-07-22T07:20:15.44Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=przx2n5z
time="2022-07-22T07:20:15.44Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h59m59.559630766s reconcileID=przx2n5z
time="2022-07-22T07:20:15.44Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=przx2n5z
time="2022-07-22T07:20:15.446Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=93 elapsedMillisGT=0 outcome=unspecified reconcileID=rvpwsj6f
time="2022-07-22T07:20:15.446Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=hxk7w8cc
time="2022-07-22T07:20:15.446Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=twm2nn8b
time="2022-07-22T07:20:15.446Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h59m59.553181322s reconcileID=hxk7w8cc
time="2022-07-22T07:20:15.446Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=twm2nn8b
time="2022-07-22T07:20:15.446Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=j92rj6nc
time="2022-07-22T07:20:15.446Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=f4bp7m4f
time="2022-07-22T07:20:15.446Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=eddae847-a577-462d-87cc-c81c4ee946ec
time="2022-07-22T07:20:15.446Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=j92rj6nc
time="2022-07-22T07:20:15.446Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j92rj6nc
time="2022-07-22T07:20:15.446Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=kgbfgv6w
time="2022-07-22T07:20:15.446Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=lqngpvjd
time="2022-07-22T07:20:15.446Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=f4bp7m4f
time="2022-07-22T07:20:15.446Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=lqngpvjd
time="2022-07-22T07:20:15.446Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=f4bp7m4f
time="2022-07-22T07:20:15.446Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lqngpvjd
time="2022-07-22T07:20:15.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=d2tkjzz7
time="2022-07-22T07:20:15.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.447Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.447Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:20:15.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=m7nmmrgt
time="2022-07-22T07:20:15.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=jrgt4mtx
time="2022-07-22T07:20:15.447Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.447Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=m7nmmrgt
time="2022-07-22T07:20:15.447Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m7nmmrgt
time="2022-07-22T07:20:15.447Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=jrgt4mtx
time="2022-07-22T07:20:15.446Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=kgbfgv6w
time="2022-07-22T07:20:15.447Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kgbfgv6w
time="2022-07-22T07:20:15.446Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=gcz96ssx
time="2022-07-22T07:20:15.447Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.447Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.447Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.447Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=d2tkjzz7
time="2022-07-22T07:20:15.447Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=d2tkjzz7
time="2022-07-22T07:20:15.447Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=gcz96ssx
time="2022-07-22T07:20:15.447Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=d2tkjzz7
time="2022-07-22T07:20:15.447Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=d2tkjzz7
time="2022-07-22T07:20:15.447Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=gcz96ssx
time="2022-07-22T07:20:15.447Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=d2tkjzz7
time="2022-07-22T07:20:15.447Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=gcz96ssx
time="2022-07-22T07:20:15.447Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d2tkjzz7
time="2022-07-22T07:20:15.447Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:15.447Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=gcz96ssx
time="2022-07-22T07:20:15.447Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=d4n7vzxd
time="2022-07-22T07:20:15.447Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gcz96ssx
time="2022-07-22T07:20:15.447Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=d4n7vzxd
time="2022-07-22T07:20:15.447Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=d4n7vzxd
time="2022-07-22T07:20:15.447Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d4n7vzxd
time="2022-07-22T07:20:15.446Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hxk7w8cc
time="2022-07-22T07:20:15.447Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=qz6tn4rv
time="2022-07-22T07:20:15.447Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:20:15.447Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=1 reconcileID=qz6tn4rv stale=0 standby=1 unclaimed=1
time="2022-07-22T07:20:15.447Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=qz6tn4rv unassignedCount=0
time="2022-07-22T07:20:15.447Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qz6tn4rv
time="2022-07-22T07:20:15.453Z" level=info msg="error update cluster deployment labels" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=tvd6hvb6
time="2022-07-22T07:20:15.453Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=100 elapsedMillisGT=0 outcome=unspecified reconcileID=tvd6hvb6
time="2022-07-22T07:20:15.453Z" level=error msg="Reconciler error" controller=clusterversion-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=65b380e2-37b1-47ed-97a0-7d34da14e2bc
time="2022-07-22T07:20:15.453Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=mmrq9gmq
time="2022-07-22T07:20:15.455Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=wfvf9tkl
time="2022-07-22T07:20:15.456Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=wfvf9tkl
time="2022-07-22T07:20:15.456Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=wfvf9tkl
time="2022-07-22T07:20:15.456Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=102 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=wfvf9tkl
time="2022-07-22T07:20:15.456Z" level=error msg="Reconciler error" controller=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-dbcqc-worker namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=9eb8f614-3582-41c5-a78e-99cef1186d37
time="2022-07-22T07:20:15.456Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=99qwdblz
time="2022-07-22T07:20:15.456Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:20:15.514Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=99qwdblz
time="2022-07-22T07:20:15.522Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=jrgt4mtx
time="2022-07-22T07:20:15.535Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=99qwdblz
time="2022-07-22T07:20:15.535Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=99qwdblz
time="2022-07-22T07:20:15.535Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=99qwdblz
time="2022-07-22T07:20:15.535Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=78 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=99qwdblz
time="2022-07-22T07:20:15.535Z" level=error msg="Reconciler error" controller=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-dbcqc-worker namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=e6f9e6ae-7d4e-4dac-8fc0-210df5787931
time="2022-07-22T07:20:15.535Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=2s69dzxr
time="2022-07-22T07:20:15.535Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:20:15.537Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=4gdgx7nd
time="2022-07-22T07:20:15.537Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=7d7ds4rt
time="2022-07-22T07:20:15.537Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=4gdgx7nd
time="2022-07-22T07:20:15.537Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=7d7ds4rt
time="2022-07-22T07:20:15.537Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=7d7ds4rt
time="2022-07-22T07:20:15.537Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.537Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.537Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:20:15.537Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=qjsvf7hm
time="2022-07-22T07:20:15.537Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=7thchntt
time="2022-07-22T07:20:15.537Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=7thchntt
time="2022-07-22T07:20:15.537Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=qjsvf7hm
time="2022-07-22T07:20:15.537Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7thchntt
time="2022-07-22T07:20:15.537Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qjsvf7hm
time="2022-07-22T07:20:15.537Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=gpv6bj82
time="2022-07-22T07:20:15.537Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=dz4n6jb2
time="2022-07-22T07:20:15.537Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=gpv6bj82
time="2022-07-22T07:20:15.537Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gpv6bj82
time="2022-07-22T07:20:15.537Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h59m59.46205975s reconcileID=dz4n6jb2
time="2022-07-22T07:20:15.537Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dz4n6jb2
time="2022-07-22T07:20:15.538Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=b7pqjvdz
time="2022-07-22T07:20:15.538Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=hv7xrl4q
time="2022-07-22T07:20:15.538Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=4wdffdh9
time="2022-07-22T07:20:15.538Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.538Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=4wdffdh9
time="2022-07-22T07:20:15.538Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4wdffdh9
time="2022-07-22T07:20:15.538Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=hv7xrl4q
time="2022-07-22T07:20:15.538Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.538Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=l5jh6lgp
time="2022-07-22T07:20:15.538Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.538Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=hv7xrl4q
time="2022-07-22T07:20:15.538Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:20:15.538Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.538Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=hv7xrl4q
time="2022-07-22T07:20:15.538Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:15.538Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=b7pqjvdz
time="2022-07-22T07:20:15.538Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=hv7xrl4q
time="2022-07-22T07:20:15.538Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=b7pqjvdz
time="2022-07-22T07:20:15.538Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hv7xrl4q
time="2022-07-22T07:20:15.538Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=1 reconcileID=l5jh6lgp stale=0 standby=1 unclaimed=1
time="2022-07-22T07:20:15.538Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=b7pqjvdz
time="2022-07-22T07:20:15.538Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=b7pqjvdz
time="2022-07-22T07:20:15.538Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=l5jh6lgp unassignedCount=0
time="2022-07-22T07:20:15.538Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=w6kvfsq9
time="2022-07-22T07:20:15.538Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=b7pqjvdz
time="2022-07-22T07:20:15.538Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b7pqjvdz
time="2022-07-22T07:20:15.538Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=w6kvfsq9
time="2022-07-22T07:20:15.538Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=w6kvfsq9
time="2022-07-22T07:20:15.538Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w6kvfsq9
time="2022-07-22T07:20:15.538Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l5jh6lgp
time="2022-07-22T07:20:15.539Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=mmrq9gmq
time="2022-07-22T07:20:15.539Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=85 elapsedMillisGT=0 outcome=unspecified reconcileID=mmrq9gmq
time="2022-07-22T07:20:15.539Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=jrgt4mtx
time="2022-07-22T07:20:15.539Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=92 elapsedMillisGT=0 outcome=unspecified reconcileID=jrgt4mtx
time="2022-07-22T07:20:15.539Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=ptfqwmgr
time="2022-07-22T07:20:15.539Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=lgkmxk55
time="2022-07-22T07:20:15.539Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=lgkmxk55
time="2022-07-22T07:20:15.547Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=4gdgx7nd
time="2022-07-22T07:20:15.547Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=drhvl9xb
time="2022-07-22T07:20:15.547Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=drhvl9xb
time="2022-07-22T07:20:15.547Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=75e9de65-9d60-4d9d-b52f-770cdb3e1125
time="2022-07-22T07:20:15.547Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=hpjxgv24
time="2022-07-22T07:20:15.547Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=zts7cxx2
time="2022-07-22T07:20:15.547Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=zbq6grjm
time="2022-07-22T07:20:15.547Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=zts7cxx2
time="2022-07-22T07:20:15.547Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=zbq6grjm
time="2022-07-22T07:20:15.547Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=zbq6grjm
time="2022-07-22T07:20:15.547Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zts7cxx2
time="2022-07-22T07:20:15.547Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=hpjxgv24
time="2022-07-22T07:20:15.547Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=b4x9dgk4
time="2022-07-22T07:20:15.547Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=4zr9qdtp
time="2022-07-22T07:20:15.548Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=hpjxgv24
time="2022-07-22T07:20:15.548Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=4zr9qdtp
time="2022-07-22T07:20:15.548Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4zr9qdtp
time="2022-07-22T07:20:15.548Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=hpjxgv24
time="2022-07-22T07:20:15.548Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h59m59.451984894s reconcileID=b4x9dgk4
time="2022-07-22T07:20:15.548Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b4x9dgk4
time="2022-07-22T07:20:15.548Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:15.548Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=hpjxgv24
time="2022-07-22T07:20:15.548Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=xfldswh5
time="2022-07-22T07:20:15.548Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hpjxgv24
time="2022-07-22T07:20:15.548Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=xfldswh5
time="2022-07-22T07:20:15.548Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xfldswh5
time="2022-07-22T07:20:15.548Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=mdf9lpqp
time="2022-07-22T07:20:15.548Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=mdf9lpqp
time="2022-07-22T07:20:15.548Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=mdf9lpqp
time="2022-07-22T07:20:15.548Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mdf9lpqp
time="2022-07-22T07:20:15.553Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.553Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=w5vcq2sd
time="2022-07-22T07:20:15.553Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:15.553Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:20:15.553Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:20:15.553Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fcwlvt68
time="2022-07-22T07:20:15.553Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=rb5tl7t4
time="2022-07-22T07:20:15.553Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=rb5tl7t4
time="2022-07-22T07:20:15.553Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rb5tl7t4
time="2022-07-22T07:20:15.553Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=1 reconcileID=w5vcq2sd stale=0 standby=1 unclaimed=1
time="2022-07-22T07:20:15.553Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.553Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=w5vcq2sd unassignedCount=0
time="2022-07-22T07:20:15.553Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=z8bgs4h9
time="2022-07-22T07:20:15.553Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z8bgs4h9
time="2022-07-22T07:20:15.553Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=124c4c20-84f8-4a8b-8f1b-c4126cf42d92
time="2022-07-22T07:20:15.553Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.553Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w5vcq2sd
time="2022-07-22T07:20:15.553Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.553Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:15.553Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fcwlvt68
time="2022-07-22T07:20:15.553Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fcwlvt68
time="2022-07-22T07:20:15.553Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fcwlvt68
time="2022-07-22T07:20:15.553Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fcwlvt68
time="2022-07-22T07:20:15.553Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fcwlvt68
time="2022-07-22T07:20:15.553Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fcwlvt68
time="2022-07-22T07:20:15.564Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=2s69dzxr
time="2022-07-22T07:20:15.574Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=dbds2jfp
time="2022-07-22T07:20:15.574Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dbds2jfp
time="2022-07-22T07:20:15.574Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=36106c21-c0a2-44e0-bf66-c43e1efb6331
time="2022-07-22T07:20:15.6Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=ptfqwmgr
time="2022-07-22T07:20:15.6Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=ptfqwmgr
time="2022-07-22T07:20:15.6Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=61 elapsedMillisGT=0 outcome=unspecified reconcileID=ptfqwmgr
time="2022-07-22T07:20:15.6Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=jxx7r9ws
time="2022-07-22T07:20:15.614Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=ptlkvg2n
time="2022-07-22T07:20:15.614Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ptlkvg2n
time="2022-07-22T07:20:15.615Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=c2053d44-a5e0-4ab9-8f22-b7e951beda67
time="2022-07-22T07:20:15.624Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=2s69dzxr
time="2022-07-22T07:20:15.625Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=2s69dzxr
time="2022-07-22T07:20:15.625Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=2s69dzxr
time="2022-07-22T07:20:15.625Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=89 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=2s69dzxr
time="2022-07-22T07:20:15.625Z" level=error msg="Reconciler error" controller=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-dbcqc-worker namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=4fd61c3a-443a-4c27-a673-3529e092907e
time="2022-07-22T07:20:15.625Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=z8m7czhv
time="2022-07-22T07:20:15.625Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:20:15.638Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=jxx7r9ws
time="2022-07-22T07:20:15.638Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=jxx7r9ws
time="2022-07-22T07:20:15.638Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=38 elapsedMillisGT=0 outcome=unspecified reconcileID=jxx7r9ws
time="2022-07-22T07:20:15.651Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=lgkmxk55
time="2022-07-22T07:20:15.662Z" level=info msg="failed to update cluster operator state" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lgkmxk55
time="2022-07-22T07:20:15.662Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=123 elapsedMillisGT=0 outcome=unspecified reconcileID=lgkmxk55
time="2022-07-22T07:20:15.662Z" level=error msg="Reconciler error" controller=clusterstate-controller error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=d7bafbc0-9111-428e-9b7a-b6e1c1b4f7fe
time="2022-07-22T07:20:15.662Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=7pfbdrkn
time="2022-07-22T07:20:15.662Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=7pfbdrkn
time="2022-07-22T07:20:15.662Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.337171741s" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=7pfbdrkn
time="2022-07-22T07:20:15.662Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7pfbdrkn
time="2022-07-22T07:20:15.668Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=scw5mbqc
time="2022-07-22T07:20:15.668Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=scw5mbqc
time="2022-07-22T07:20:15.668Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.331123888s" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=scw5mbqc
time="2022-07-22T07:20:15.668Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=scw5mbqc
time="2022-07-22T07:20:15.687Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=z8m7czhv
time="2022-07-22T07:20:15.695Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=f76jjndg
time="2022-07-22T07:20:15.695Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f76jjndg
time="2022-07-22T07:20:15.695Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=333e62b2-491e-4c2b-8ed1-f71c230f2fb5
time="2022-07-22T07:20:15.708Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=z8m7czhv
time="2022-07-22T07:20:15.708Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=z8m7czhv
time="2022-07-22T07:20:15.768Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=z8m7czhv
time="2022-07-22T07:20:15.768Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker machineset=jshu-pool-dbcqc-79wwl-worker-us-east-2a reconcileID=z8m7czhv
time="2022-07-22T07:20:15.811Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker machineset=jshu-pool-dbcqc-79wwl-worker-us-east-2b reconcileID=z8m7czhv
time="2022-07-22T07:20:15.845Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker machineset=jshu-pool-dbcqc-79wwl-worker-us-east-2c reconcileID=z8m7czhv
time="2022-07-22T07:20:15.856Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=wnpqjx9w
time="2022-07-22T07:20:15.857Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wnpqjx9w
time="2022-07-22T07:20:15.857Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=3b2d5f7d-b185-4785-ac0a-f937efae7ab1
time="2022-07-22T07:20:15.871Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=z8m7czhv
time="2022-07-22T07:20:15.903Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=z8m7czhv
time="2022-07-22T07:20:15.903Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=z8m7czhv
time="2022-07-22T07:20:15.911Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=286 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=z8m7czhv
time="2022-07-22T07:20:15.911Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=pp9dcm6f
time="2022-07-22T07:20:15.911Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:20:15.948Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=pp9dcm6f
time="2022-07-22T07:20:15.997Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=pp9dcm6f
time="2022-07-22T07:20:15.998Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=pp9dcm6f
time="2022-07-22T07:20:16.024Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=pp9dcm6f
time="2022-07-22T07:20:16.024Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=pp9dcm6f
time="2022-07-22T07:20:16.028Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=pp9dcm6f
time="2022-07-22T07:20:16.028Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=pp9dcm6f
time="2022-07-22T07:20:16.028Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=116 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=pp9dcm6f
time="2022-07-22T07:20:16.177Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=krps7jmw
time="2022-07-22T07:20:16.177Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=krps7jmw
time="2022-07-22T07:20:16.177Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=245ab8a2-cf8a-490b-8e38-9771c7e966d3
time="2022-07-22T07:20:16.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=dp5tlldl
time="2022-07-22T07:20:16.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dp5tlldl
time="2022-07-22T07:20:16.818Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=a45524dc-434e-4ba2-9635-8850a145be06
time="2022-07-22T07:20:18.098Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=5t5md2q5
time="2022-07-22T07:20:18.098Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5t5md2q5
time="2022-07-22T07:20:18.098Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-dbcqc\" not found" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=c670ce29-8e97-4dbf-a86c-e75a1fa8e0b1
time="2022-07-22T07:20:18.29Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=z26hmjtt
time="2022-07-22T07:20:18.29Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.29Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.29Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.291Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.291Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=z26hmjtt
time="2022-07-22T07:20:18.307Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=z26hmjtt
time="2022-07-22T07:20:18.307Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=z26hmjtt
time="2022-07-22T07:20:18.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=swk84bbv
time="2022-07-22T07:20:18.307Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=swk84bbv
time="2022-07-22T07:20:18.307Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=pddbrc8h
time="2022-07-22T07:20:18.307Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=pddbrc8h
time="2022-07-22T07:20:18.307Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=pddbrc8h
time="2022-07-22T07:20:18.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:18.307Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:18.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:20:18.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=7jjbc889
time="2022-07-22T07:20:18.307Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=7jjbc889
time="2022-07-22T07:20:18.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7jjbc889
time="2022-07-22T07:20:18.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=rm2ggg25
time="2022-07-22T07:20:18.307Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h59m56.692451s reconcileID=rm2ggg25
time="2022-07-22T07:20:18.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rm2ggg25
time="2022-07-22T07:20:18.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=tct97ltc
time="2022-07-22T07:20:18.307Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=swk84bbv
time="2022-07-22T07:20:18.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=slccf8s7
time="2022-07-22T07:20:18.307Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=slccf8s7
time="2022-07-22T07:20:18.307Z" level=debug msg="Waiting to fetch clusteroperator status in 9m56.692041833s" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=slccf8s7
time="2022-07-22T07:20:18.307Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=slccf8s7
time="2022-07-22T07:20:18.308Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=k7lpzb72
time="2022-07-22T07:20:18.308Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=k7lpzb72
time="2022-07-22T07:20:18.308Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=k7lpzb72
time="2022-07-22T07:20:18.308Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=k7lpzb72
time="2022-07-22T07:20:18.308Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:18.308Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=k7lpzb72
time="2022-07-22T07:20:18.308Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k7lpzb72
time="2022-07-22T07:20:18.308Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=72b9kb9d
time="2022-07-22T07:20:18.308Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=72b9kb9d
time="2022-07-22T07:20:18.308Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=72b9kb9d
time="2022-07-22T07:20:18.308Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=ws7lgs5t
time="2022-07-22T07:20:18.307Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=z26hmjtt
time="2022-07-22T07:20:18.308Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=ws7lgs5t
time="2022-07-22T07:20:18.308Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=ws7lgs5t
time="2022-07-22T07:20:18.308Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ws7lgs5t
time="2022-07-22T07:20:18.308Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=z26hmjtt
time="2022-07-22T07:20:18.308Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=2vr4wxwv
time="2022-07-22T07:20:18.308Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=wfvjfdvr
time="2022-07-22T07:20:18.308Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=jld5w9wv
time="2022-07-22T07:20:18.308Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:20:18.308Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=jld5w9wv
time="2022-07-22T07:20:18.308Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jld5w9wv
time="2022-07-22T07:20:18.308Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.308Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=7fzjnc9l
time="2022-07-22T07:20:18.308Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=1 reconcileID=2vr4wxwv stale=0 standby=1 unclaimed=1
time="2022-07-22T07:20:18.308Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=7fzjnc9l
time="2022-07-22T07:20:18.308Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7fzjnc9l
time="2022-07-22T07:20:18.308Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=2vr4wxwv unassignedCount=0
time="2022-07-22T07:20:18.308Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.308Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=b2g5224r
time="2022-07-22T07:20:18.308Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:20:18.308Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.308Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2vr4wxwv
time="2022-07-22T07:20:18.308Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.308Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=wfvjfdvr
time="2022-07-22T07:20:18.308Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=wfvjfdvr
time="2022-07-22T07:20:18.308Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=wfvjfdvr
time="2022-07-22T07:20:18.308Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=wfvjfdvr
time="2022-07-22T07:20:18.308Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wfvjfdvr
time="2022-07-22T07:20:18.347Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=b2g5224r
time="2022-07-22T07:20:18.353Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=tct97ltc
time="2022-07-22T07:20:18.353Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=tct97ltc
time="2022-07-22T07:20:18.353Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=46 elapsedMillisGT=0 outcome=unspecified reconcileID=tct97ltc
time="2022-07-22T07:20:18.369Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=b2g5224r
time="2022-07-22T07:20:18.369Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=b2g5224r
time="2022-07-22T07:20:18.411Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=swk84bbv states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:20:18.432Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=b2g5224r
time="2022-07-22T07:20:18.432Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=b2g5224r
time="2022-07-22T07:20:18.44Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=b2g5224r
time="2022-07-22T07:20:18.44Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=b2g5224r
time="2022-07-22T07:20:18.44Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=132 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=b2g5224r
time="2022-07-22T07:20:18.453Z" level=info msg="Nodes are not ready, checking for CSRs to approve" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=swk84bbv
time="2022-07-22T07:20:18.453Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Ready controller=hibernation reason=WaitingForNodes reconcileID=swk84bbv
time="2022-07-22T07:20:18.465Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=ckj28c8t
time="2022-07-22T07:20:18.465Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=ckj28c8t
time="2022-07-22T07:20:18.465Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=ckj28c8t
time="2022-07-22T07:20:18.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=249hfb9m
time="2022-07-22T07:20:18.465Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=249hfb9m
time="2022-07-22T07:20:18.465Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=249hfb9m
time="2022-07-22T07:20:18.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=wqwdflpb
time="2022-07-22T07:20:18.465Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=frfqnwjg
time="2022-07-22T07:20:18.465Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=wqwdflpb
time="2022-07-22T07:20:18.465Z" level=debug msg="Waiting to fetch clusteroperator status in 9m56.534177366s" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=wqwdflpb
time="2022-07-22T07:20:18.465Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wqwdflpb
time="2022-07-22T07:20:18.465Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=frfqnwjg
time="2022-07-22T07:20:18.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=4d7pxwl2
time="2022-07-22T07:20:18.465Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h59m56.534121776s reconcileID=4d7pxwl2
time="2022-07-22T07:20:18.465Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4d7pxwl2
time="2022-07-22T07:20:18.465Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=frfqnwjg
time="2022-07-22T07:20:18.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=fd7wklt9
time="2022-07-22T07:20:18.465Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=frfqnwjg
time="2022-07-22T07:20:18.465Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:18.465Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=frfqnwjg
time="2022-07-22T07:20:18.465Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=frfqnwjg
time="2022-07-22T07:20:18.466Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=nqhxjqfr
time="2022-07-22T07:20:18.466Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=nqhxjqfr
time="2022-07-22T07:20:18.466Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nqhxjqfr
time="2022-07-22T07:20:18.466Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=5q926c7k
time="2022-07-22T07:20:18.466Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=5q926c7k
time="2022-07-22T07:20:18.466Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=5q926c7k
time="2022-07-22T07:20:18.466Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5q926c7k
time="2022-07-22T07:20:18.466Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=qs5flzdw
time="2022-07-22T07:20:18.466Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=qs5flzdw
time="2022-07-22T07:20:18.466Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qs5flzdw
time="2022-07-22T07:20:18.47Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:18.47Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:18.47Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:20:18.471Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=jj58hgf8
time="2022-07-22T07:20:18.471Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=cn4blkgt
time="2022-07-22T07:20:18.471Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:20:18.471Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.471Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=1 reconcileID=cn4blkgt stale=0 standby=1 unclaimed=1
time="2022-07-22T07:20:18.471Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=cn4blkgt unassignedCount=0
time="2022-07-22T07:20:18.471Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=r5gjwx62
time="2022-07-22T07:20:18.471Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cn4blkgt
time="2022-07-22T07:20:18.471Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=r5gjwx62
time="2022-07-22T07:20:18.471Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r5gjwx62
time="2022-07-22T07:20:18.471Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.471Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=945qg8k5
time="2022-07-22T07:20:18.471Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:20:18.471Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.471Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.471Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=jj58hgf8
time="2022-07-22T07:20:18.471Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=jj58hgf8
time="2022-07-22T07:20:18.471Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=jj58hgf8
time="2022-07-22T07:20:18.471Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=jj58hgf8
time="2022-07-22T07:20:18.471Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jj58hgf8
time="2022-07-22T07:20:18.502Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=fd7wklt9
time="2022-07-22T07:20:18.502Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=fd7wklt9
time="2022-07-22T07:20:18.502Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=36 elapsedMillisGT=0 outcome=unspecified reconcileID=fd7wklt9
time="2022-07-22T07:20:18.503Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation csr=csr-258rl reconcileID=swk84bbv
time="2022-07-22T07:20:18.503Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation csr=csr-92jwv reconcileID=swk84bbv
time="2022-07-22T07:20:18.503Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation csr=csr-bckt6 reconcileID=swk84bbv
time="2022-07-22T07:20:18.503Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation csr=csr-frbsl reconcileID=swk84bbv
time="2022-07-22T07:20:18.503Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation csr=csr-glgjp reconcileID=swk84bbv
time="2022-07-22T07:20:18.503Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation csr=csr-kpxkt reconcileID=swk84bbv
time="2022-07-22T07:20:18.504Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation csr=csr-lc927 reconcileID=swk84bbv
time="2022-07-22T07:20:18.504Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation csr=csr-mc9mg reconcileID=swk84bbv
time="2022-07-22T07:20:18.504Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation csr=csr-n9pw5 reconcileID=swk84bbv
time="2022-07-22T07:20:18.504Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation csr=csr-rx2mk reconcileID=swk84bbv
time="2022-07-22T07:20:18.504Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation csr=csr-shc47 reconcileID=swk84bbv
time="2022-07-22T07:20:18.504Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation csr=csr-sjwnb reconcileID=swk84bbv
time="2022-07-22T07:20:18.504Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation csr="system:openshift:openshift-authenticator-rtd4q" reconcileID=swk84bbv
time="2022-07-22T07:20:18.504Z" level=debug msg="CSR is already approved" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation csr="system:openshift:openshift-monitoring-xpwfj" reconcileID=swk84bbv
time="2022-07-22T07:20:18.504Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=196 elapsedMillisGT=0 outcome=unspecified reconcileID=swk84bbv
time="2022-07-22T07:20:18.509Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=945qg8k5
time="2022-07-22T07:20:18.53Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=945qg8k5
time="2022-07-22T07:20:18.531Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=945qg8k5
time="2022-07-22T07:20:18.532Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8bjqv68d
time="2022-07-22T07:20:18.532Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.532Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.532Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.532Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:18.532Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8bjqv68d
time="2022-07-22T07:20:18.533Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8bjqv68d
time="2022-07-22T07:20:18.533Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8bjqv68d
time="2022-07-22T07:20:18.533Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8bjqv68d
time="2022-07-22T07:20:18.533Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8bjqv68d
time="2022-07-22T07:20:18.551Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=945qg8k5
time="2022-07-22T07:20:18.551Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=945qg8k5
time="2022-07-22T07:20:18.555Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=945qg8k5
time="2022-07-22T07:20:18.555Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=945qg8k5
time="2022-07-22T07:20:18.555Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=83 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=945qg8k5
time="2022-07-22T07:20:19.009Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:20:19.009Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:20:20.659Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=rn22xktd
time="2022-07-22T07:20:20.659Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=rn22xktd
time="2022-07-22T07:20:20.66Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=rn22xktd
time="2022-07-22T07:20:20.703Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=rn22xktd states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:20:20.743Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 reconcileID=rn22xktd
time="2022-07-22T07:20:20.743Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Ready controller=hibernation reason=PausingForClusterOperatorsToSettle reconcileID=rn22xktd
time="2022-07-22T07:20:20.755Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=95 elapsedMillisGT=0 outcome=unspecified reconcileID=rn22xktd
time="2022-07-22T07:20:20.755Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=7zsn8mzb
time="2022-07-22T07:20:20.755Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=v9wsvwbb
time="2022-07-22T07:20:20.755Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h59m54.244219365s reconcileID=7zsn8mzb
time="2022-07-22T07:20:20.755Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=szwddrgd
time="2022-07-22T07:20:20.755Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7zsn8mzb
time="2022-07-22T07:20:20.755Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=szwddrgd
time="2022-07-22T07:20:20.755Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=k87g7bdf
time="2022-07-22T07:20:20.755Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=szwddrgd
time="2022-07-22T07:20:20.755Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=v9wsvwbb
time="2022-07-22T07:20:20.755Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=k87g7bdf
time="2022-07-22T07:20:20.755Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=v9wsvwbb
time="2022-07-22T07:20:20.755Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=k87g7bdf
time="2022-07-22T07:20:20.755Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=v9wsvwbb
time="2022-07-22T07:20:20.755Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=l9czc6jf
time="2022-07-22T07:20:20.755Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:20:20.755Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=v9wsvwbb
time="2022-07-22T07:20:20.755Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=6gww9k6c
time="2022-07-22T07:20:20.756Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v9wsvwbb
time="2022-07-22T07:20:20.755Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=l9czc6jf
time="2022-07-22T07:20:20.756Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=6gww9k6c
time="2022-07-22T07:20:20.756Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=l9czc6jf
time="2022-07-22T07:20:20.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6gww9k6c
time="2022-07-22T07:20:20.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l9czc6jf
time="2022-07-22T07:20:20.756Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=v5286lfz
time="2022-07-22T07:20:20.756Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=4nkzpmm7
time="2022-07-22T07:20:20.756Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=4nkzpmm7
time="2022-07-22T07:20:20.756Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=g5f8rv2b
time="2022-07-22T07:20:20.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4nkzpmm7
time="2022-07-22T07:20:20.756Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=g5f8rv2b
time="2022-07-22T07:20:20.756Z" level=debug msg="Waiting to fetch clusteroperator status in 9m54.243797411s" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=g5f8rv2b
time="2022-07-22T07:20:20.756Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g5f8rv2b
time="2022-07-22T07:20:20.76Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=cfrrk67z
time="2022-07-22T07:20:20.76Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=cfrrk67z
time="2022-07-22T07:20:20.761Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=cfrrk67z
time="2022-07-22T07:20:20.761Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=xssm8ct6
time="2022-07-22T07:20:20.761Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=xssm8ct6
time="2022-07-22T07:20:20.761Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xssm8ct6
time="2022-07-22T07:20:20.762Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=247h4zhm
time="2022-07-22T07:20:20.762Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:20:20.762Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=1 reconcileID=247h4zhm stale=0 standby=1 unclaimed=1
time="2022-07-22T07:20:20.762Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=247h4zhm unassignedCount=0
time="2022-07-22T07:20:20.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=m5d2h6zp
time="2022-07-22T07:20:20.762Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=247h4zhm
time="2022-07-22T07:20:20.762Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=zq4xhkdb
time="2022-07-22T07:20:20.762Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:20:20.762Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:20.762Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:20.762Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:20:20.762Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:20.763Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:20:20.763Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:20.763Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:20:20.763Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=m5d2h6zp
time="2022-07-22T07:20:20.763Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=m5d2h6zp
time="2022-07-22T07:20:20.763Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=m5d2h6zp
time="2022-07-22T07:20:20.763Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=m5d2h6zp
time="2022-07-22T07:20:20.763Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m5d2h6zp
time="2022-07-22T07:20:20.788Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=v5286lfz
time="2022-07-22T07:20:20.788Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=v5286lfz
time="2022-07-22T07:20:20.788Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=32 elapsedMillisGT=0 outcome=unspecified reconcileID=v5286lfz
time="2022-07-22T07:20:20.798Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=zq4xhkdb
time="2022-07-22T07:20:20.803Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=cfrrk67z states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:20:20.839Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=zq4xhkdb
time="2022-07-22T07:20:20.839Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=zq4xhkdb
time="2022-07-22T07:20:20.848Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 reconcileID=cfrrk67z
time="2022-07-22T07:20:20.848Z" level=info msg="still waiting for ClusterOperators to settle" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=cfrrk67z timeRemaining=1m59.15110188s
time="2022-07-22T07:20:20.848Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=88 elapsedMillisGT=0 outcome=unspecified reconcileID=cfrrk67z
time="2022-07-22T07:20:20.873Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=zq4xhkdb
time="2022-07-22T07:20:20.873Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=zq4xhkdb
time="2022-07-22T07:20:20.878Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=zq4xhkdb
time="2022-07-22T07:20:20.879Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=zq4xhkdb
time="2022-07-22T07:20:20.879Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=116 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=zq4xhkdb
time="2022-07-22T07:20:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:20:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:20:49.011Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:20:49.011Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:20:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:20:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:20:57.821Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=w4h68lwz
time="2022-07-22T07:20:57.821Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=rq95tqb8
time="2022-07-22T07:20:57.822Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=w4h68lwz
time="2022-07-22T07:20:57.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=vhp2slxk
time="2022-07-22T07:20:57.822Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=rq95tqb8
time="2022-07-22T07:20:57.822Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rq95tqb8
time="2022-07-22T07:20:57.822Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=w4h68lwz
time="2022-07-22T07:20:57.822Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:20:57.822Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=w4h68lwz
time="2022-07-22T07:20:57.822Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:20:57.822Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=vhp2slxk
time="2022-07-22T07:20:57.822Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:20:57.822Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=w4h68lwz
time="2022-07-22T07:20:57.822Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=vhp2slxk
time="2022-07-22T07:20:57.822Z" level=debug msg="install job still running" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=w4h68lwz
time="2022-07-22T07:20:57.822Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w4h68lwz
time="2022-07-22T07:20:57.822Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:20:57.822Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=vhp2slxk
time="2022-07-22T07:20:57.822Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=vhp2slxk
time="2022-07-22T07:20:57.822Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vhp2slxk
time="2022-07-22T07:20:58.162Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mz2w2x7d
time="2022-07-22T07:20:58.162Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:20:58.162Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:20:58.162Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mz2w2x7d
time="2022-07-22T07:20:58.162Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mz2w2x7d
time="2022-07-22T07:20:58.162Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:20:58.162Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=mz2w2x7d
time="2022-07-22T07:20:58.162Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=mz2w2x7d
time="2022-07-22T07:20:58.162Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mz2w2x7d
time="2022-07-22T07:20:59.969Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=glcxwvf7
time="2022-07-22T07:20:59.969Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:20:59.97Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:20:59.97Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=glcxwvf7
time="2022-07-22T07:20:59.97Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=glcxwvf7
time="2022-07-22T07:20:59.97Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:20:59.97Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=glcxwvf7
time="2022-07-22T07:20:59.97Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=glcxwvf7
time="2022-07-22T07:20:59.97Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=glcxwvf7
time="2022-07-22T07:21:00.984Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=jnnhksb2
time="2022-07-22T07:21:00.984Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=jnnhksb2
time="2022-07-22T07:21:00.984Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=jnnhksb2
time="2022-07-22T07:21:00.984Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=jnnhksb2
time="2022-07-22T07:21:00.984Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:00.984Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=jnnhksb2
time="2022-07-22T07:21:00.984Z" level=info msg="install job succeeded" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=jnnhksb2
time="2022-07-22T07:21:00.984Z" level=info msg="transitioning to complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=jnnhksb2
time="2022-07-22T07:21:01.005Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=k7jn6mjs
time="2022-07-22T07:21:01.005Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=6wpgmkkq
time="2022-07-22T07:21:01.005Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.005Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.005Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=6wpgmkkq
time="2022-07-22T07:21:01.005Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=k7jn6mjs
time="2022-07-22T07:21:01.005Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6wpgmkkq
time="2022-07-22T07:21:01.005Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=k7jn6mjs
time="2022-07-22T07:21:01.005Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.006Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=k7jn6mjs
time="2022-07-22T07:21:01.006Z" level=debug msg="still provisioning" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=k7jn6mjs
time="2022-07-22T07:21:01.006Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k7jn6mjs
time="2022-07-22T07:21:01.025Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=40 elapsedMillisGT=0 outcome=unspecified reconcileID=jnnhksb2
time="2022-07-22T07:21:01.025Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=dtm45fvb
time="2022-07-22T07:21:01.025Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=dtm45fvb
time="2022-07-22T07:21:01.025Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=dtm45fvb
time="2022-07-22T07:21:01.025Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=dtm45fvb
time="2022-07-22T07:21:01.025Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:01.025Z" level=debug msg="reconciling running job" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=dtm45fvb
time="2022-07-22T07:21:01.025Z" level=info msg="install job succeeded" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=dtm45fvb
time="2022-07-22T07:21:01.025Z" level=info msg="transitioning to complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=dtm45fvb
time="2022-07-22T07:21:01.026Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=2h9c52ks
time="2022-07-22T07:21:01.026Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=lf4tl75j
time="2022-07-22T07:21:01.026Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=2h9c52ks
time="2022-07-22T07:21:01.026Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2h9c52ks
time="2022-07-22T07:21:01.026Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.026Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.026Z" level=debug msg="loading pull secrets" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=lf4tl75j
time="2022-07-22T07:21:01.026Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=lf4tl75j
time="2022-07-22T07:21:01.026Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2\", timestamp:time.Time{wall:0xc0aeb0307416c9e0, ext:73683085584, loc:(*time.Location)(0x7ab2120)}}" controller=clusterDeployment controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.026Z" level=debug msg="reconciling existing provision" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=lf4tl75j
time="2022-07-22T07:21:01.026Z" level=info msg="provision completed successfully" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment provision=jshu-pool-ldpb2-0-95cfj reconcileID=lf4tl75j
time="2022-07-22T07:21:01.032Z" level=error msg="cannot update status conditions" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-pool-ldpb2-0-95cfj\": the object has been modified; please apply your changes to the latest version and try again" job=jshu-pool-ldpb2-0-95cfj-provision reconcileID=dtm45fvb
time="2022-07-22T07:21:01.032Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=6 elapsedMillisGT=0 outcome=unspecified reconcileID=dtm45fvb
time="2022-07-22T07:21:01.032Z" level=error msg="Reconciler error" controller=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"jshu-pool-ldpb2-0-95cfj\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2-0-95cfj namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=898a6b40-69d2-49ee-9268-285be6d4b6a8
time="2022-07-22T07:21:01.032Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=2sdlcdtx
time="2022-07-22T07:21:01.032Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=2sdlcdtx
time="2022-07-22T07:21:01.032Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=2sdlcdtx
time="2022-07-22T07:21:01.032Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=2sdlcdtx
time="2022-07-22T07:21:01.032Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:01.032Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=2sdlcdtx
time="2022-07-22T07:21:01.032Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2sdlcdtx
time="2022-07-22T07:21:01.037Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=qgmfh2b7
time="2022-07-22T07:21:01.037Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=qgmfh2b7
time="2022-07-22T07:21:01.037Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=qgmfh2b7
time="2022-07-22T07:21:01.037Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=qgmfh2b7
time="2022-07-22T07:21:01.037Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:01.037Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=qgmfh2b7
time="2022-07-22T07:21:01.038Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qgmfh2b7
time="2022-07-22T07:21:01.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=lx2qczz9
time="2022-07-22T07:21:01.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lx2qczz9
time="2022-07-22T07:21:01.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=jjpgr8rb
time="2022-07-22T07:21:01.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=zvghp6kx
time="2022-07-22T07:21:01.038Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=jjpgr8rb
time="2022-07-22T07:21:01.038Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=xkg6xcpx
time="2022-07-22T07:21:01.038Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=zvghp6kx
time="2022-07-22T07:21:01.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jjpgr8rb
time="2022-07-22T07:21:01.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zvghp6kx
time="2022-07-22T07:21:01.038Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=6vrb5g2h
time="2022-07-22T07:21:01.038Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=xkg6xcpx
time="2022-07-22T07:21:01.038Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=xkg6xcpx
time="2022-07-22T07:21:01.038Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=9wt75bmx
time="2022-07-22T07:21:01.038Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=9wt75bmx
time="2022-07-22T07:21:01.038Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=6vrb5g2h
time="2022-07-22T07:21:01.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.038Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9wt75bmx
time="2022-07-22T07:21:01.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:21:01.038Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=6vrb5g2h
time="2022-07-22T07:21:01.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=jwqdjs7g
time="2022-07-22T07:21:01.038Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=6vrb5g2h
time="2022-07-22T07:21:01.038Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:01.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=g75pp56v
time="2022-07-22T07:21:01.038Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=jwqdjs7g
time="2022-07-22T07:21:01.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jwqdjs7g
time="2022-07-22T07:21:01.038Z" level=debug msg="cluster installation is not complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=g75pp56v
time="2022-07-22T07:21:01.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=dpwgztb6
time="2022-07-22T07:21:01.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g75pp56v
time="2022-07-22T07:21:01.038Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=2448zxq8
time="2022-07-22T07:21:01.038Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=dpwgztb6
time="2022-07-22T07:21:01.038Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=6vrb5g2h
time="2022-07-22T07:21:01.038Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=jks9g88j
time="2022-07-22T07:21:01.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dpwgztb6
time="2022-07-22T07:21:01.038Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:01.038Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vrb5g2h
time="2022-07-22T07:21:01.038Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=jks9g88j
time="2022-07-22T07:21:01.038Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=qhg9rq4k
time="2022-07-22T07:21:01.038Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=jks9g88j
time="2022-07-22T07:21:01.038Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=2448zxq8
time="2022-07-22T07:21:01.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qhg9rq4k
time="2022-07-22T07:21:01.038Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2448zxq8
time="2022-07-22T07:21:01.038Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=cqklk7lf
time="2022-07-22T07:21:01.038Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:21:01.038Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=1 reconcileID=cqklk7lf stale=0 standby=1 unclaimed=1
time="2022-07-22T07:21:01.038Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=cqklk7lf unassignedCount=0
time="2022-07-22T07:21:01.038Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cqklk7lf
time="2022-07-22T07:21:01.055Z" level=debug msg="install job completed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment duration=1692.055217078 provision=jshu-pool-ldpb2-0-95cfj reconcileID=lf4tl75j
time="2022-07-22T07:21:01.055Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=29 elapsedMillisGT=0 outcome=unspecified reconcileID=lf4tl75j
time="2022-07-22T07:21:01.055Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xn2j2ln9
time="2022-07-22T07:21:01.055Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=c49wkgrf
time="2022-07-22T07:21:01.055Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=j47m2znh
time="2022-07-22T07:21:01.055Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.055Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Hibernating controller=hibernation reason=Unsupported reconcileID=c49wkgrf
time="2022-07-22T07:21:01.055Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=j47m2znh
time="2022-07-22T07:21:01.055Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=j47m2znh
time="2022-07-22T07:21:01.055Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.055Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.055Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.055Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:21:01.055Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=g2ptvlbx
time="2022-07-22T07:21:01.055Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=g2ptvlbx
time="2022-07-22T07:21:01.055Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=gxlcg2p8
time="2022-07-22T07:21:01.055Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g2ptvlbx
time="2022-07-22T07:21:01.055Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=gxlcg2p8
time="2022-07-22T07:21:01.055Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=gd2tcrpv
time="2022-07-22T07:21:01.055Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gxlcg2p8
time="2022-07-22T07:21:01.055Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=hz8cvdz7
time="2022-07-22T07:21:01.055Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=hz8cvdz7
time="2022-07-22T07:21:01.055Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=bn5tfgk6
time="2022-07-22T07:21:01.055Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hz8cvdz7
time="2022-07-22T07:21:01.055Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=bn5tfgk6
time="2022-07-22T07:21:01.055Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=jqcml9h6
time="2022-07-22T07:21:01.055Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bn5tfgk6
time="2022-07-22T07:21:01.055Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=jqcml9h6
time="2022-07-22T07:21:01.055Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=dmvrq8kb
time="2022-07-22T07:21:01.055Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=wcbg2snh
time="2022-07-22T07:21:01.055Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=dmvrq8kb
time="2022-07-22T07:21:01.055Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:01.055Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=gd2tcrpv
time="2022-07-22T07:21:01.055Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dmvrq8kb
time="2022-07-22T07:21:01.055Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=t5bzd92c
time="2022-07-22T07:21:01.055Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=gd2tcrpv
time="2022-07-22T07:21:01.055Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=t5bzd92c
time="2022-07-22T07:21:01.055Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=gd2tcrpv
time="2022-07-22T07:21:01.055Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:01.055Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=gd2tcrpv
time="2022-07-22T07:21:01.055Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gd2tcrpv
time="2022-07-22T07:21:01.055Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xn2j2ln9
time="2022-07-22T07:21:01.055Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xn2j2ln9
time="2022-07-22T07:21:01.055Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=d69dzq7h
time="2022-07-22T07:21:01.055Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:21:01.055Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=d69dzq7h stale=0 standby=2 unclaimed=0
time="2022-07-22T07:21:01.055Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=drgl94fw
time="2022-07-22T07:21:01.056Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=d69dzq7h unassignedCount=0
time="2022-07-22T07:21:01.056Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=drgl94fw
time="2022-07-22T07:21:01.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=drgl94fw
time="2022-07-22T07:21:01.069Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=c49wkgrf
time="2022-07-22T07:21:01.07Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=14 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=wcbg2snh
time="2022-07-22T07:21:01.07Z" level=info msg="cannot update cluster deployment secrets not found condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=t5bzd92c
time="2022-07-22T07:21:01.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=n6hzqgv6
time="2022-07-22T07:21:01.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=t5bzd92c
time="2022-07-22T07:21:01.07Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=n6hzqgv6
time="2022-07-22T07:21:01.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n6hzqgv6
time="2022-07-22T07:21:01.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=lplbkzst
time="2022-07-22T07:21:01.07Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=jb22krwc
time="2022-07-22T07:21:01.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=gc2wxqkc
time="2022-07-22T07:21:01.07Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=lplbkzst
time="2022-07-22T07:21:01.07Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=gc2wxqkc
time="2022-07-22T07:21:01.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gc2wxqkc
time="2022-07-22T07:21:01.07Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lplbkzst
time="2022-07-22T07:21:01.07Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=jb22krwc
time="2022-07-22T07:21:01.07Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=vzpnnc48
time="2022-07-22T07:21:01.07Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=jb22krwc
time="2022-07-22T07:21:01.07Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=jb22krwc
time="2022-07-22T07:21:01.07Z" level=error msg="Reconciler error" controller=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=f72833e7-dd5b-4511-9edf-4f89e82a92e6
time="2022-07-22T07:21:01.07Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:01.07Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=jb22krwc
time="2022-07-22T07:21:01.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=k2wl6gfn
time="2022-07-22T07:21:01.07Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=k2wl6gfn
time="2022-07-22T07:21:01.07Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=4x75trh5
time="2022-07-22T07:21:01.071Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=4x75trh5
time="2022-07-22T07:21:01.07Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=vzpnnc48
time="2022-07-22T07:21:01.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vzpnnc48
time="2022-07-22T07:21:01.07Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jb22krwc
time="2022-07-22T07:21:01.071Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4x75trh5
time="2022-07-22T07:21:01.07Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=n66mtxl9
time="2022-07-22T07:21:01.071Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=v9zlnzh9
time="2022-07-22T07:21:01.071Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:01.071Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=v9zlnzh9
time="2022-07-22T07:21:01.071Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=v9zlnzh9
time="2022-07-22T07:21:01.071Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=n66mtxl9
time="2022-07-22T07:21:01.071Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=n66mtxl9
time="2022-07-22T07:21:01.072Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=d69dzq7h
time="2022-07-22T07:21:01.072Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=zb2qvz7l
time="2022-07-22T07:21:01.072Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:21:01.072Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=zb2qvz7l stale=0 standby=2 unclaimed=0
time="2022-07-22T07:21:01.072Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=zb2qvz7l unassignedCount=0
time="2022-07-22T07:21:01.072Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zb2qvz7l
time="2022-07-22T07:21:01.073Z" level=info msg="error updating syncset failed condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xn2j2ln9
time="2022-07-22T07:21:01.073Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xn2j2ln9
time="2022-07-22T07:21:01.073Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=xn2j2ln9
time="2022-07-22T07:21:01.073Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=97ac9ba0-fd32-402b-bdbc-81dc7da4fcd4
time="2022-07-22T07:21:01.073Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gczl6zpc
time="2022-07-22T07:21:01.073Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.073Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.073Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gczl6zpc
time="2022-07-22T07:21:01.073Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gczl6zpc
time="2022-07-22T07:21:01.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=7jfm4xh9
time="2022-07-22T07:21:01.076Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7jfm4xh9
time="2022-07-22T07:21:01.076Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=f6145ac4-c1a5-415d-acb1-e0a14faa6e0c
time="2022-07-22T07:21:01.076Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=8d868sgr
time="2022-07-22T07:21:01.076Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:01.076Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=7szvbqhh
time="2022-07-22T07:21:01.076Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=8d868sgr
time="2022-07-22T07:21:01.076Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:21:01.076Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=8d868sgr
time="2022-07-22T07:21:01.076Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.076Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.076Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:21:01.076Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=7szvbqhh stale=0 standby=2 unclaimed=0
time="2022-07-22T07:21:01.076Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=7szvbqhh unassignedCount=0
time="2022-07-22T07:21:01.076Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7szvbqhh
time="2022-07-22T07:21:01.076Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=bbqtxb4d
time="2022-07-22T07:21:01.076Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=bbqtxb4d
time="2022-07-22T07:21:01.076Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bbqtxb4d
time="2022-07-22T07:21:01.081Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=k2wl6gfn
time="2022-07-22T07:21:01.081Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=rns968ql
time="2022-07-22T07:21:01.081Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=rns968ql
time="2022-07-22T07:21:01.083Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=sm2wtm6l
time="2022-07-22T07:21:01.083Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sm2wtm6l
time="2022-07-22T07:21:01.083Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=96a0d667-8580-47af-8473-665f3669f4f4
time="2022-07-22T07:21:01.083Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=4cmtzvhb
time="2022-07-22T07:21:01.083Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=4cmtzvhb
time="2022-07-22T07:21:01.083Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=4cmtzvhb
time="2022-07-22T07:21:01.083Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=bzf4rwzk
time="2022-07-22T07:21:01.083Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=wxzfqtmc
time="2022-07-22T07:21:01.083Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=bzf4rwzk
time="2022-07-22T07:21:01.083Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bzf4rwzk
time="2022-07-22T07:21:01.083Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=2dh4pstb
time="2022-07-22T07:21:01.083Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=wxzfqtmc
time="2022-07-22T07:21:01.083Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=2dh4pstb
time="2022-07-22T07:21:01.083Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2dh4pstb
time="2022-07-22T07:21:01.083Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=wxzfqtmc
time="2022-07-22T07:21:01.083Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=4zq22vgj
time="2022-07-22T07:21:01.083Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=wxzfqtmc
time="2022-07-22T07:21:01.083Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:01.083Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:21:01.083Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=wxzfqtmc
time="2022-07-22T07:21:01.083Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wxzfqtmc
time="2022-07-22T07:21:01.083Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=4zq22vgj stale=0 standby=2 unclaimed=0
time="2022-07-22T07:21:01.083Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=4zq22vgj unassignedCount=0
time="2022-07-22T07:21:01.083Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=94jw9nwh
time="2022-07-22T07:21:01.083Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=94jw9nwh
time="2022-07-22T07:21:01.083Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=94jw9nwh
time="2022-07-22T07:21:01.083Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4zq22vgj
time="2022-07-22T07:21:01.083Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.083Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.083Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=gmrdcl8k
time="2022-07-22T07:21:01.083Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:21:01.084Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=gmrdcl8k
time="2022-07-22T07:21:01.084Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=p5ltv6h6
time="2022-07-22T07:21:01.084Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gmrdcl8k
time="2022-07-22T07:21:01.084Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=p5ltv6h6
time="2022-07-22T07:21:01.084Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=kdtwhwgq
time="2022-07-22T07:21:01.084Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p5ltv6h6
time="2022-07-22T07:21:01.084Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=kdtwhwgq
time="2022-07-22T07:21:01.084Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kdtwhwgq
time="2022-07-22T07:21:01.084Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=njrwn4v2
time="2022-07-22T07:21:01.084Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:01.084Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=njrwn4v2
time="2022-07-22T07:21:01.084Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=njrwn4v2
time="2022-07-22T07:21:01.084Z" level=info msg="error updating syncset failed condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gczl6zpc
time="2022-07-22T07:21:01.084Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gczl6zpc
time="2022-07-22T07:21:01.084Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=gczl6zpc
time="2022-07-22T07:21:01.084Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=f1823de2-26f0-42b1-ae01-d3a8bb0011fb
time="2022-07-22T07:21:01.084Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=g2bdvvmk
time="2022-07-22T07:21:01.084Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.084Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.085Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=g2bdvvmk
time="2022-07-22T07:21:01.085Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=g2bdvvmk
time="2022-07-22T07:21:01.086Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=skhgvlsr
time="2022-07-22T07:21:01.086Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=skhgvlsr
time="2022-07-22T07:21:01.086Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=c5dd6384-c905-4ccd-ab1a-79210edf10f4
time="2022-07-22T07:21:01.087Z" level=info msg="cannot update cluster deployment secrets not found condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=rns968ql
time="2022-07-22T07:21:01.087Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=5 elapsedMillisGT=0 outcome=unspecified reconcileID=rns968ql
time="2022-07-22T07:21:01.087Z" level=error msg="Reconciler error" controller=controlplanecerts-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=94d015e3-0104-4e9f-9fcd-23ad1880c51d
time="2022-07-22T07:21:01.087Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=9wmdp2wc
time="2022-07-22T07:21:01.087Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=9wmdp2wc
time="2022-07-22T07:21:01.087Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=9wmdp2wc
time="2022-07-22T07:21:01.087Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9wmdp2wc
time="2022-07-22T07:21:01.093Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=xs8vkmqh
time="2022-07-22T07:21:01.093Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=xs8vkmqh
time="2022-07-22T07:21:01.093Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=xs8vkmqh
time="2022-07-22T07:21:01.093Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xs8vkmqh
time="2022-07-22T07:21:01.095Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=g2bdvvmk
time="2022-07-22T07:21:01.095Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=g2bdvvmk
time="2022-07-22T07:21:01.095Z" level=info msg="admin kubeconfig has been modified, updating" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=g2bdvvmk
time="2022-07-22T07:21:01.095Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=h5fxb8kr
time="2022-07-22T07:21:01.095Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=9cw79fkg
time="2022-07-22T07:21:01.095Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=t7z5g5ph
time="2022-07-22T07:21:01.095Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=h5fxb8kr
time="2022-07-22T07:21:01.095Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=9cw79fkg
time="2022-07-22T07:21:01.095Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=h5fxb8kr
time="2022-07-22T07:21:01.095Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9cw79fkg
time="2022-07-22T07:21:01.095Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=28nqccvb
time="2022-07-22T07:21:01.095Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=t7z5g5ph
time="2022-07-22T07:21:01.095Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=lxr9mljr
time="2022-07-22T07:21:01.095Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=28nqccvb
time="2022-07-22T07:21:01.095Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=28nqccvb
time="2022-07-22T07:21:01.095Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=t7z5g5ph
time="2022-07-22T07:21:01.095Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=lxr9mljr
time="2022-07-22T07:21:01.095Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=q5d5b24k
time="2022-07-22T07:21:01.095Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=t7z5g5ph
time="2022-07-22T07:21:01.095Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lxr9mljr
time="2022-07-22T07:21:01.095Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:01.095Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=q5d5b24k
time="2022-07-22T07:21:01.095Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=t7z5g5ph
time="2022-07-22T07:21:01.095Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=rg7lpvvj
time="2022-07-22T07:21:01.095Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q5d5b24k
time="2022-07-22T07:21:01.095Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t7z5g5ph
time="2022-07-22T07:21:01.095Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=rg7lpvvj
time="2022-07-22T07:21:01.095Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rg7lpvvj
time="2022-07-22T07:21:01.095Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=fnmd965w
time="2022-07-22T07:21:01.095Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=fnmd965w
time="2022-07-22T07:21:01.095Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=fnmd965w
time="2022-07-22T07:21:01.095Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fnmd965w
time="2022-07-22T07:21:01.101Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.101Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:21:01.101Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=69w55mzt
time="2022-07-22T07:21:01.101Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=xwdw24p8
time="2022-07-22T07:21:01.101Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:01.101Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=69w55mzt
time="2022-07-22T07:21:01.101Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:21:01.101Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=69w55mzt
time="2022-07-22T07:21:01.101Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=n6dngn25
time="2022-07-22T07:21:01.101Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=g2bdvvmk secret=jshu-pool-ldpb2-0-95cfj-admin-kubeconfig
time="2022-07-22T07:21:01.101Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=n6dngn25
time="2022-07-22T07:21:01.101Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=xwdw24p8 stale=0 standby=2 unclaimed=0
time="2022-07-22T07:21:01.101Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=g2bdvvmk secret=jshu-pool-ldpb2-0-95cfj-admin-kubeconfig
time="2022-07-22T07:21:01.101Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n6dngn25
time="2022-07-22T07:21:01.101Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=g2bdvvmk secret=jshu-pool-ldpb2-0-95cfj-admin-kubeconfig
time="2022-07-22T07:21:01.101Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=xwdw24p8 unassignedCount=0
time="2022-07-22T07:21:01.101Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xwdw24p8
time="2022-07-22T07:21:01.104Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=jqcml9h6
time="2022-07-22T07:21:01.116Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jqcml9h6
time="2022-07-22T07:21:01.116Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=60 elapsedMillisGT=0 outcome=unspecified reconcileID=jqcml9h6
time="2022-07-22T07:21:01.116Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=df2b667a-4649-4f9a-8295-e91e1cff28c9
time="2022-07-22T07:21:01.116Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=gvdl5dl7
time="2022-07-22T07:21:01.116Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=gvdl5dl7
time="2022-07-22T07:21:01.124Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=g2bdvvmk secret=jshu-pool-ldpb2-0-95cfj-admin-password
time="2022-07-22T07:21:01.124Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=g2bdvvmk secret=jshu-pool-ldpb2-0-95cfj-admin-password
time="2022-07-22T07:21:01.124Z" level=info msg="secret has been modified, updating" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=g2bdvvmk secret=jshu-pool-ldpb2-0-95cfj-admin-password
time="2022-07-22T07:21:01.126Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=2kvjncfx
time="2022-07-22T07:21:01.126Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2kvjncfx
time="2022-07-22T07:21:01.126Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=09010b40-a1de-4a12-95ce-497cbaad7ea7
time="2022-07-22T07:21:01.13Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=g2bdvvmk
time="2022-07-22T07:21:01.13Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=g2bdvvmk
time="2022-07-22T07:21:01.13Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=45 elapsedMillisGT=0 outcome=unspecified reconcileID=g2bdvvmk
time="2022-07-22T07:21:01.13Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=m7ncdcw9
time="2022-07-22T07:21:01.13Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.13Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.13Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.13Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.13Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=m7ncdcw9
time="2022-07-22T07:21:01.13Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=m7ncdcw9
time="2022-07-22T07:21:01.13Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=m7ncdcw9
time="2022-07-22T07:21:01.13Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=m7ncdcw9
time="2022-07-22T07:21:01.13Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=m7ncdcw9
time="2022-07-22T07:21:01.131Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=m7ncdcw9
time="2022-07-22T07:21:01.131Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=m7ncdcw9
time="2022-07-22T07:21:01.131Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m7ncdcw9
time="2022-07-22T07:21:01.145Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=gvdl5dl7
time="2022-07-22T07:21:01.156Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=39 elapsedMillisGT=0 outcome=unspecified reconcileID=gvdl5dl7
time="2022-07-22T07:21:01.156Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=xjvx6fj7
time="2022-07-22T07:21:01.156Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=xjvx6fj7
time="2022-07-22T07:21:01.157Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=6x2mrjxm
time="2022-07-22T07:21:01.157Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6x2mrjxm
time="2022-07-22T07:21:01.157Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=hwn927mn
time="2022-07-22T07:21:01.157Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=099c51ff-4919-441c-bc8e-c7efe3d465f9
time="2022-07-22T07:21:01.157Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=x2qf8btq
time="2022-07-22T07:21:01.157Z" level=info msg="Creating cluster state resource for cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=hwn927mn
time="2022-07-22T07:21:01.157Z" level=debug msg="Setting label on derived object" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState derivedObject=jshu-pool-ldpb2 reconcileID=hwn927mn
time="2022-07-22T07:21:01.157Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hl26bknp
time="2022-07-22T07:21:01.157Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=x2qf8btq
time="2022-07-22T07:21:01.157Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=x2qf8btq
time="2022-07-22T07:21:01.157Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.157Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.157Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.157Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:21:01.157Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.157Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=566m767q
time="2022-07-22T07:21:01.157Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=vg85mzxh
time="2022-07-22T07:21:01.157Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=6fcb2wgl
time="2022-07-22T07:21:01.157Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=vg85mzxh
time="2022-07-22T07:21:01.157Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vg85mzxh
time="2022-07-22T07:21:01.157Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=566m767q
time="2022-07-22T07:21:01.157Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=6fcb2wgl
time="2022-07-22T07:21:01.157Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=6fcb2wgl
time="2022-07-22T07:21:01.157Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=8lpjbnh8
time="2022-07-22T07:21:01.157Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=566m767q
time="2022-07-22T07:21:01.158Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6fcb2wgl
time="2022-07-22T07:21:01.158Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=566m767q
time="2022-07-22T07:21:01.158Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:01.158Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=566m767q
time="2022-07-22T07:21:01.158Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=ww6z9n67
time="2022-07-22T07:21:01.158Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=566m767q
time="2022-07-22T07:21:01.158Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:21:01.158Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=bpl9bkws
time="2022-07-22T07:21:01.158Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=bpl9bkws
time="2022-07-22T07:21:01.158Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bpl9bkws
time="2022-07-22T07:21:01.158Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=ww6z9n67 stale=0 standby=2 unclaimed=0
time="2022-07-22T07:21:01.158Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=ww6z9n67 unassignedCount=0
time="2022-07-22T07:21:01.158Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=55gsd5mj
time="2022-07-22T07:21:01.158Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=55gsd5mj
time="2022-07-22T07:21:01.158Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=55gsd5mj
time="2022-07-22T07:21:01.158Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ww6z9n67
time="2022-07-22T07:21:01.158Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=lqj9lbsg
time="2022-07-22T07:21:01.158Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=lqj9lbsg
time="2022-07-22T07:21:01.158Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lqj9lbsg
time="2022-07-22T07:21:01.158Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hp65z5ks
time="2022-07-22T07:21:01.157Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.158Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:01.158Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.158Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hl26bknp
time="2022-07-22T07:21:01.158Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hl26bknp
time="2022-07-22T07:21:01.158Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hl26bknp
time="2022-07-22T07:21:01.158Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hl26bknp
time="2022-07-22T07:21:01.158Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hl26bknp
time="2022-07-22T07:21:01.159Z" level=debug msg="found cluster API URL in kubeconfig: https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hl26bknp
time="2022-07-22T07:21:01.167Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=hwn927mn
time="2022-07-22T07:21:01.194Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=xjvx6fj7
time="2022-07-22T07:21:01.201Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xjvx6fj7
time="2022-07-22T07:21:01.201Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=45 elapsedMillisGT=0 outcome=unspecified reconcileID=xjvx6fj7
time="2022-07-22T07:21:01.201Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=37e322ef-4876-40d9-b031-573d76efc4ad
time="2022-07-22T07:21:01.201Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=zrnk8p4k
time="2022-07-22T07:21:01.201Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable delay=1h59m59.798402575s reconcileID=zrnk8p4k
time="2022-07-22T07:21:01.201Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zrnk8p4k
time="2022-07-22T07:21:01.206Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=ltv8qtff
time="2022-07-22T07:21:01.206Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable delay=1h59m59.793408163s reconcileID=ltv8qtff
time="2022-07-22T07:21:01.206Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ltv8qtff
time="2022-07-22T07:21:01.248Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hp65z5ks
time="2022-07-22T07:21:01.254Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console  openshift-console  c23ccad5-6f12-4d47-aa50-a3b368831a87 22066 0 2022-07-22 07:12:34 +0000 UTC <nil> <nil> map[app:console] map[openshift.io/host.generated:true] [] []  [{Go-http-client Update route.openshift.io/v1 2022-07-22 07:12:34 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2022-07-22 07:12:34 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.jshu-pool-ldpb2.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,},WildcardPolicy:None,Subdomain:,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.jshu-pool-ldpb2.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2022-07-22 07:12:34 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.jshu-pool-ldpb2.qe.devcluster.openshift.com,},},},}" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hl26bknp
time="2022-07-22T07:21:01.266Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=108 elapsedMillisGT=0 outcome=unspecified reconcileID=hl26bknp
time="2022-07-22T07:21:01.267Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=xvfcq9sl
time="2022-07-22T07:21:01.267Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=qwbcw9rk
time="2022-07-22T07:21:01.267Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable delay=1h59m59.732765431s reconcileID=qwbcw9rk
time="2022-07-22T07:21:01.267Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=9vxzwjlw
time="2022-07-22T07:21:01.267Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=xvfcq9sl
time="2022-07-22T07:21:01.267Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xvfcq9sl
time="2022-07-22T07:21:01.267Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=9vxzwjlw
time="2022-07-22T07:21:01.267Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=9vxzwjlw
time="2022-07-22T07:21:01.267Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=29w96tjc
time="2022-07-22T07:21:01.267Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.267Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.267Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:21:01.267Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qwbcw9rk
time="2022-07-22T07:21:01.267Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=29w96tjc
time="2022-07-22T07:21:01.267Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=9f6pxbtb
time="2022-07-22T07:21:01.267Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=29w96tjc
time="2022-07-22T07:21:01.267Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=9f6pxbtb
time="2022-07-22T07:21:01.267Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9f6pxbtb
time="2022-07-22T07:21:01.267Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cmfdzjkc
time="2022-07-22T07:21:01.267Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=cl5c5kpk
time="2022-07-22T07:21:01.267Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:21:01.267Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.267Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.267Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=52fwv8wt
time="2022-07-22T07:21:01.267Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=2g4qqcsh
time="2022-07-22T07:21:01.267Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=52fwv8wt
time="2022-07-22T07:21:01.267Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=2g4qqcsh
time="2022-07-22T07:21:01.267Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=cl5c5kpk stale=0 standby=2 unclaimed=0
time="2022-07-22T07:21:01.267Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=cl5c5kpk unassignedCount=0
time="2022-07-22T07:21:01.267Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cl5c5kpk
time="2022-07-22T07:21:01.267Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.267Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.267Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cmfdzjkc
time="2022-07-22T07:21:01.267Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cmfdzjkc
time="2022-07-22T07:21:01.267Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cmfdzjkc
time="2022-07-22T07:21:01.267Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cmfdzjkc
time="2022-07-22T07:21:01.268Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cmfdzjkc
time="2022-07-22T07:21:01.268Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cmfdzjkc
time="2022-07-22T07:21:01.268Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=tbhfnz5p
time="2022-07-22T07:21:01.268Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=tbhfnz5p
time="2022-07-22T07:21:01.268Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tbhfnz5p
time="2022-07-22T07:21:01.268Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=7ff5t99d
time="2022-07-22T07:21:01.268Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=7ff5t99d
time="2022-07-22T07:21:01.268Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=7ff5t99d
time="2022-07-22T07:21:01.268Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=7ff5t99d
time="2022-07-22T07:21:01.268Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:01.268Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=7ff5t99d
time="2022-07-22T07:21:01.268Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7ff5t99d
time="2022-07-22T07:21:01.267Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=dqxchk8j
time="2022-07-22T07:21:01.268Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=dqxchk8j
time="2022-07-22T07:21:01.268Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=dqxchk8j
time="2022-07-22T07:21:01.268Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dqxchk8j
time="2022-07-22T07:21:01.267Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=42355e56-de9b-438f-a210-86d8986d1a1d
time="2022-07-22T07:21:01.271Z" level=info msg="error update cluster deployment labels" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=8lpjbnh8
time="2022-07-22T07:21:01.271Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=113 elapsedMillisGT=0 outcome=unspecified reconcileID=8lpjbnh8
time="2022-07-22T07:21:01.271Z" level=error msg="Reconciler error" controller=clusterversion-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=8f6b3f5e-c4a5-4729-b9bf-b628c1f7c039
time="2022-07-22T07:21:01.271Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=4zwgzhtf
time="2022-07-22T07:21:01.279Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hp65z5ks
time="2022-07-22T07:21:01.279Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hp65z5ks
time="2022-07-22T07:21:01.279Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hp65z5ks
time="2022-07-22T07:21:01.279Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=121 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=hp65z5ks
time="2022-07-22T07:21:01.279Z" level=error msg="Reconciler error" controller=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-ldpb2-worker namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=70960a95-a2be-4375-9115-7436e387cbcc
time="2022-07-22T07:21:01.279Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=8t9jkr2m
time="2022-07-22T07:21:01.279Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:01.287Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=gp4wdm69
time="2022-07-22T07:21:01.287Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gp4wdm69
time="2022-07-22T07:21:01.287Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=de37eabf-5110-4818-966e-a94627147e1e
time="2022-07-22T07:21:01.348Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=cj22k775
time="2022-07-22T07:21:01.349Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=cj22k775
time="2022-07-22T07:21:01.349Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=4zwgzhtf
time="2022-07-22T07:21:01.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=78 elapsedMillisGT=0 outcome=unspecified reconcileID=4zwgzhtf
time="2022-07-22T07:21:01.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=s5xjt84x
time="2022-07-22T07:21:01.35Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=l9szxvfh
time="2022-07-22T07:21:01.35Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=l9szxvfh
time="2022-07-22T07:21:01.35Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=l9szxvfh
time="2022-07-22T07:21:01.35Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.35Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:21:01.35Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=mhvm7fv2
time="2022-07-22T07:21:01.35Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=mhvm7fv2
time="2022-07-22T07:21:01.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mhvm7fv2
time="2022-07-22T07:21:01.35Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=zxncnrrj
time="2022-07-22T07:21:01.35Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable delay=1h59m59.649241227s reconcileID=zxncnrrj
time="2022-07-22T07:21:01.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zxncnrrj
time="2022-07-22T07:21:01.35Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=slz8mrf5
time="2022-07-22T07:21:01.35Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=slz8mrf5
time="2022-07-22T07:21:01.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=slz8mrf5
time="2022-07-22T07:21:01.35Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=vj8bpx8q
time="2022-07-22T07:21:01.35Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=vj8bpx8q
time="2022-07-22T07:21:01.35Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vj8bpx8q
time="2022-07-22T07:21:01.35Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=nmv68gsn
time="2022-07-22T07:21:01.351Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=nmv68gsn
time="2022-07-22T07:21:01.351Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=nmv68gsn
time="2022-07-22T07:21:01.351Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=nmv68gsn
time="2022-07-22T07:21:01.351Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:01.351Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=nmv68gsn
time="2022-07-22T07:21:01.351Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nmv68gsn
time="2022-07-22T07:21:01.351Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=v7tsq8xn
time="2022-07-22T07:21:01.351Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=v7tsq8xn
time="2022-07-22T07:21:01.351Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v7tsq8xn
time="2022-07-22T07:21:01.351Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=h7254qr2
time="2022-07-22T07:21:01.351Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.351Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.351Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.351Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.351Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=h7254qr2
time="2022-07-22T07:21:01.351Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=h7254qr2
time="2022-07-22T07:21:01.351Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=h7254qr2
time="2022-07-22T07:21:01.351Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=h7254qr2
time="2022-07-22T07:21:01.351Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=h7254qr2
time="2022-07-22T07:21:01.351Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=shmmvhbr
time="2022-07-22T07:21:01.351Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h7254qr2
time="2022-07-22T07:21:01.351Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=vwzs54gn
time="2022-07-22T07:21:01.351Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:21:01.351Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=shmmvhbr
time="2022-07-22T07:21:01.351Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=shmmvhbr
time="2022-07-22T07:21:01.351Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=shmmvhbr
time="2022-07-22T07:21:01.351Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=vwzs54gn stale=0 standby=2 unclaimed=0
time="2022-07-22T07:21:01.351Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=vwzs54gn unassignedCount=0
time="2022-07-22T07:21:01.351Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vwzs54gn
time="2022-07-22T07:21:01.359Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=cj22k775
time="2022-07-22T07:21:01.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=drzqpf9m
time="2022-07-22T07:21:01.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=w6gkk27l
time="2022-07-22T07:21:01.362Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=drzqpf9m
time="2022-07-22T07:21:01.362Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=4crbwl5x
time="2022-07-22T07:21:01.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=x4xc266k
time="2022-07-22T07:21:01.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=drzqpf9m
time="2022-07-22T07:21:01.362Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=9vcpgdmj
time="2022-07-22T07:21:01.362Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=x4xc266k
time="2022-07-22T07:21:01.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x4xc266k
time="2022-07-22T07:21:01.362Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=xg68dgrf
time="2022-07-22T07:21:01.362Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable delay=1h59m59.637469016s reconcileID=xg68dgrf
time="2022-07-22T07:21:01.362Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=9vcpgdmj
time="2022-07-22T07:21:01.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xg68dgrf
time="2022-07-22T07:21:01.362Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=9vcpgdmj
time="2022-07-22T07:21:01.362Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=4crbwl5x
time="2022-07-22T07:21:01.362Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=xkf8mjzs
time="2022-07-22T07:21:01.362Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=w6gkk27l
time="2022-07-22T07:21:01.362Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=w6gkk27l
time="2022-07-22T07:21:01.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w6gkk27l
time="2022-07-22T07:21:01.362Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=4crbwl5x
time="2022-07-22T07:21:01.362Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=xkf8mjzs
time="2022-07-22T07:21:01.362Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xkf8mjzs
time="2022-07-22T07:21:01.362Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=4crbwl5x
time="2022-07-22T07:21:01.362Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:01.362Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=4crbwl5x
time="2022-07-22T07:21:01.362Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4crbwl5x
time="2022-07-22T07:21:01.367Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=2xdg5w5m
time="2022-07-22T07:21:01.367Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=nhpp785v
time="2022-07-22T07:21:01.367Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=2xdg5w5m
time="2022-07-22T07:21:01.367Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=7rpfnltj
time="2022-07-22T07:21:01.367Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2xdg5w5m
time="2022-07-22T07:21:01.367Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:21:01.367Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.367Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:01.367Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:21:01.367Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7rpfnltj
time="2022-07-22T07:21:01.367Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=6228e177-03df-4497-8799-d31fe212fab5
time="2022-07-22T07:21:01.367Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4gwt8j85
time="2022-07-22T07:21:01.367Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=nhpp785v stale=0 standby=2 unclaimed=0
time="2022-07-22T07:21:01.367Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=nhpp785v unassignedCount=0
time="2022-07-22T07:21:01.367Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.368Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nhpp785v
time="2022-07-22T07:21:01.368Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.368Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.368Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:01.368Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4gwt8j85
time="2022-07-22T07:21:01.368Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4gwt8j85
time="2022-07-22T07:21:01.368Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4gwt8j85
time="2022-07-22T07:21:01.368Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4gwt8j85
time="2022-07-22T07:21:01.368Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4gwt8j85
time="2022-07-22T07:21:01.368Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4gwt8j85
time="2022-07-22T07:21:01.378Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=659hwb9g
time="2022-07-22T07:21:01.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=659hwb9g
time="2022-07-22T07:21:01.378Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=dc80da78-b6a0-4e31-ab6c-e62964771d19
time="2022-07-22T07:21:01.381Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=8t9jkr2m
time="2022-07-22T07:21:01.382Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=2g4qqcsh
time="2022-07-22T07:21:01.396Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=2g4qqcsh
time="2022-07-22T07:21:01.396Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=128 elapsedMillisGT=0 outcome=unspecified reconcileID=2g4qqcsh
time="2022-07-22T07:21:01.396Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=krcwlmnz
time="2022-07-22T07:21:01.396Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=krcwlmnz
time="2022-07-22T07:21:01.398Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=ggjqfr6x
time="2022-07-22T07:21:01.398Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ggjqfr6x
time="2022-07-22T07:21:01.398Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=e7d8c677-3c63-45b1-8950-fb704045f562
time="2022-07-22T07:21:01.439Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=8t9jkr2m
time="2022-07-22T07:21:01.439Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=8t9jkr2m
time="2022-07-22T07:21:01.439Z" level=error msg="could not generateMachineSets" controller=machinepool error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=8t9jkr2m
time="2022-07-22T07:21:01.439Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=159 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=8t9jkr2m
time="2022-07-22T07:21:01.439Z" level=error msg="Reconciler error" controller=machinepool-controller error="could not generate machinesets: Unable to get cluster version: cluster version not set in clusterdeployment" name=jshu-pool-ldpb2-worker namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=da2f5d8e-4e5d-4684-addd-f9912f150857
time="2022-07-22T07:21:01.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=z8fkfjmr
time="2022-07-22T07:21:01.439Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z8fkfjmr
time="2022-07-22T07:21:01.439Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=sr4672jk
time="2022-07-22T07:21:01.439Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=79905042-7b11-4631-aab8-f574a0f69948
time="2022-07-22T07:21:01.439Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:01.509Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=s5xjt84x
time="2022-07-22T07:21:01.509Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=s5xjt84x
time="2022-07-22T07:21:01.509Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=160 elapsedMillisGT=0 outcome=unspecified reconcileID=s5xjt84x
time="2022-07-22T07:21:01.509Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=9hx84z29
time="2022-07-22T07:21:01.519Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=nmjj7p86
time="2022-07-22T07:21:01.519Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nmjj7p86
time="2022-07-22T07:21:01.519Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=ed7e3694-7271-4b91-a9b7-544c254f70d6
time="2022-07-22T07:21:01.568Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=sr4672jk
time="2022-07-22T07:21:01.589Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=krcwlmnz
time="2022-07-22T07:21:01.594Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=9hx84z29
time="2022-07-22T07:21:01.594Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=9hx84z29
time="2022-07-22T07:21:01.594Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=84 elapsedMillisGT=0 outcome=unspecified reconcileID=9hx84z29
time="2022-07-22T07:21:01.598Z" level=info msg="failed to update cluster operator state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=krcwlmnz
time="2022-07-22T07:21:01.598Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=202 elapsedMillisGT=0 outcome=unspecified reconcileID=krcwlmnz
time="2022-07-22T07:21:01.598Z" level=error msg="Reconciler error" controller=clusterstate-controller error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=6d1eabfa-ba4e-4c17-9c7b-3b671c07b44a
time="2022-07-22T07:21:01.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=4njls95b
time="2022-07-22T07:21:01.603Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=4njls95b
time="2022-07-22T07:21:01.603Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.396278555s" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=4njls95b
time="2022-07-22T07:21:01.603Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4njls95b
time="2022-07-22T07:21:01.636Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=sr4672jk
time="2022-07-22T07:21:01.636Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=sr4672jk
time="2022-07-22T07:21:01.678Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=sr4672jk
time="2022-07-22T07:21:01.678Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker machineset=jshu-pool-ldpb2-6kzwq-worker-us-east-2a reconcileID=sr4672jk
time="2022-07-22T07:21:01.68Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=xstz797t
time="2022-07-22T07:21:01.68Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xstz797t
time="2022-07-22T07:21:01.68Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=b08f7a43-dbbb-40fb-aab0-9e74335dda08
time="2022-07-22T07:21:01.703Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker machineset=jshu-pool-ldpb2-6kzwq-worker-us-east-2b reconcileID=sr4672jk
time="2022-07-22T07:21:01.72Z" level=info msg="updating machineset" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker machineset=jshu-pool-ldpb2-6kzwq-worker-us-east-2c reconcileID=sr4672jk
time="2022-07-22T07:21:01.739Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=sr4672jk
time="2022-07-22T07:21:01.801Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=sr4672jk
time="2022-07-22T07:21:01.801Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=sr4672jk
time="2022-07-22T07:21:01.809Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=369 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=sr4672jk
time="2022-07-22T07:21:01.809Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=st77lcwd
time="2022-07-22T07:21:01.809Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:01.842Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=st77lcwd
time="2022-07-22T07:21:01.866Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=st77lcwd
time="2022-07-22T07:21:01.866Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=st77lcwd
time="2022-07-22T07:21:01.89Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=st77lcwd
time="2022-07-22T07:21:01.89Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=st77lcwd
time="2022-07-22T07:21:01.896Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=st77lcwd
time="2022-07-22T07:21:01.896Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=st77lcwd
time="2022-07-22T07:21:01.903Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=94 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=st77lcwd
time="2022-07-22T07:21:01.903Z" level=error msg="Reconciler error" controller=machinepool-controller error="failed to update pool status: Operation cannot be fulfilled on machinepools.hive.openshift.io \"jshu-pool-ldpb2-worker\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2-worker namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=b1058426-c222-4895-9f0d-447c9a499f63
time="2022-07-22T07:21:01.903Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=xltmt5rz
time="2022-07-22T07:21:01.903Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:01.935Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=xltmt5rz
time="2022-07-22T07:21:01.961Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=xltmt5rz
time="2022-07-22T07:21:01.962Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=xltmt5rz
time="2022-07-22T07:21:01.991Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=xltmt5rz
time="2022-07-22T07:21:01.991Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=xltmt5rz
time="2022-07-22T07:21:01.996Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=xltmt5rz
time="2022-07-22T07:21:01.996Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=xltmt5rz
time="2022-07-22T07:21:01.996Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=92 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=xltmt5rz
time="2022-07-22T07:21:01.996Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=jk4tmfgf
time="2022-07-22T07:21:01.996Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:02Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=944z9gk5
time="2022-07-22T07:21:02Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=944z9gk5
time="2022-07-22T07:21:02Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=cb739516-a3ae-48f5-8bda-51546cee18af
time="2022-07-22T07:21:02.039Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=jk4tmfgf
time="2022-07-22T07:21:02.072Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=jk4tmfgf
time="2022-07-22T07:21:02.072Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=jk4tmfgf
time="2022-07-22T07:21:02.145Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=jk4tmfgf
time="2022-07-22T07:21:02.145Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=jk4tmfgf
time="2022-07-22T07:21:02.151Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=jk4tmfgf
time="2022-07-22T07:21:02.151Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=jk4tmfgf
time="2022-07-22T07:21:02.151Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=155 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=jk4tmfgf
time="2022-07-22T07:21:02.641Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=nddwx5lm
time="2022-07-22T07:21:02.641Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nddwx5lm
time="2022-07-22T07:21:02.641Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=8919fdd7-a641-45c8-aa4c-ffd6d9c4dc9d
time="2022-07-22T07:21:03.922Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=fhzrlc8z
time="2022-07-22T07:21:03.922Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fhzrlc8z
time="2022-07-22T07:21:03.922Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"jshu-pool-ldpb2\" not found" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=3ea8b22e-0530-4c1b-9d31-d8850e77a08d
time="2022-07-22T07:21:04.277Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cdmdh4jf
time="2022-07-22T07:21:04.277Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.277Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.277Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.277Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.277Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cdmdh4jf
time="2022-07-22T07:21:04.289Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=s9lnt5xw
time="2022-07-22T07:21:04.289Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Hibernating controller=hibernation reason=SyncSetsNotApplied reconcileID=s9lnt5xw
time="2022-07-22T07:21:04.29Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cdmdh4jf
time="2022-07-22T07:21:04.29Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cdmdh4jf
time="2022-07-22T07:21:04.29Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cdmdh4jf
time="2022-07-22T07:21:04.29Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=cdmdh4jf
time="2022-07-22T07:21:04.29Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=rcdlts2q
time="2022-07-22T07:21:04.29Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=rcdlts2q
time="2022-07-22T07:21:04.29Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=rcdlts2q
time="2022-07-22T07:21:04.29Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:04.29Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:04.29Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:21:04.29Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=wzjqcrj4
time="2022-07-22T07:21:04.29Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=wzjqcrj4
time="2022-07-22T07:21:04.29Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wzjqcrj4
time="2022-07-22T07:21:04.29Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=nmv22wm4
time="2022-07-22T07:21:04.29Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable delay=1h59m56.709347386s reconcileID=nmv22wm4
time="2022-07-22T07:21:04.29Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nmv22wm4
time="2022-07-22T07:21:04.29Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=d477f6gm
time="2022-07-22T07:21:04.291Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=t4smh4rx
time="2022-07-22T07:21:04.291Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=t4smh4rx
time="2022-07-22T07:21:04.291Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t4smh4rx
time="2022-07-22T07:21:04.291Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=l2bsgbgk
time="2022-07-22T07:21:04.292Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:04.292Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=86h4md8s
time="2022-07-22T07:21:04.292Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=86h4md8s
time="2022-07-22T07:21:04.292Z" level=debug msg="Waiting to fetch clusteroperator status in 9m56.707845022s" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=86h4md8s
time="2022-07-22T07:21:04.292Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=86h4md8s
time="2022-07-22T07:21:04.292Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=g6jm2ssf
time="2022-07-22T07:21:04.292Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=b2ps4qck
time="2022-07-22T07:21:04.292Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.292Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=lp2z9dlv
time="2022-07-22T07:21:04.292Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.292Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.292Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=lp2z9dlv
time="2022-07-22T07:21:04.292Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.292Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=lp2z9dlv
time="2022-07-22T07:21:04.292Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lp2z9dlv
time="2022-07-22T07:21:04.292Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=b2ps4qck
time="2022-07-22T07:21:04.292Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=b2ps4qck
time="2022-07-22T07:21:04.292Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=b2ps4qck
time="2022-07-22T07:21:04.292Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=lbfr48wh
time="2022-07-22T07:21:04.292Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=b2ps4qck
time="2022-07-22T07:21:04.292Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:21:04.292Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b2ps4qck
time="2022-07-22T07:21:04.292Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=g6jm2ssf
time="2022-07-22T07:21:04.292Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=lbfr48wh stale=0 standby=2 unclaimed=0
time="2022-07-22T07:21:04.292Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=g6jm2ssf
time="2022-07-22T07:21:04.292Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=lbfr48wh unassignedCount=0
time="2022-07-22T07:21:04.292Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=g6jm2ssf
time="2022-07-22T07:21:04.292Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:04.292Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=g6jm2ssf
time="2022-07-22T07:21:04.292Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g6jm2ssf
time="2022-07-22T07:21:04.292Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lbfr48wh
time="2022-07-22T07:21:04.292Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=vrp5rxk2
time="2022-07-22T07:21:04.292Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=88trmxh7
time="2022-07-22T07:21:04.292Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=vrp5rxk2
time="2022-07-22T07:21:04.292Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=88trmxh7
time="2022-07-22T07:21:04.292Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=88trmxh7
time="2022-07-22T07:21:04.292Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vrp5rxk2
time="2022-07-22T07:21:04.302Z" level=info msg="syncsets not yet applied, cluster will rereconcile" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=s9lnt5xw requeueAfter=9m56.697135414s
time="2022-07-22T07:21:04.302Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=s9lnt5xw
time="2022-07-22T07:21:04.302Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=98jsjfwp
time="2022-07-22T07:21:04.303Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=98jsjfwp
time="2022-07-22T07:21:04.303Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=98jsjfwp
time="2022-07-22T07:21:04.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=6zv9fm66
time="2022-07-22T07:21:04.303Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=6zv9fm66
time="2022-07-22T07:21:04.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6zv9fm66
time="2022-07-22T07:21:04.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=tplw5d4c
time="2022-07-22T07:21:04.303Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable delay=1h59m56.696757225s reconcileID=tplw5d4c
time="2022-07-22T07:21:04.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tplw5d4c
time="2022-07-22T07:21:04.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=k26f5k2l
time="2022-07-22T07:21:04.303Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=k26f5k2l
time="2022-07-22T07:21:04.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k26f5k2l
time="2022-07-22T07:21:04.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=zjfhlwcl
time="2022-07-22T07:21:04.303Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=zjfhlwcl
time="2022-07-22T07:21:04.303Z" level=debug msg="Waiting to fetch clusteroperator status in 9m56.696395181s" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=zjfhlwcl
time="2022-07-22T07:21:04.303Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=44fvlz4j
time="2022-07-22T07:21:04.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zjfhlwcl
time="2022-07-22T07:21:04.303Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=44fvlz4j
time="2022-07-22T07:21:04.303Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=c7f4rz64
time="2022-07-22T07:21:04.303Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=7wf4ksff
time="2022-07-22T07:21:04.303Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=c7f4rz64
time="2022-07-22T07:21:04.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c7f4rz64
time="2022-07-22T07:21:04.303Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=44fvlz4j
time="2022-07-22T07:21:04.303Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=44fvlz4j
time="2022-07-22T07:21:04.303Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=7wf4ksff
time="2022-07-22T07:21:04.303Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=7wf4ksff
time="2022-07-22T07:21:04.303Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=7wf4ksff
time="2022-07-22T07:21:04.303Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:04.303Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=7wf4ksff
time="2022-07-22T07:21:04.303Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7wf4ksff
time="2022-07-22T07:21:04.308Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gkjlsqp7
time="2022-07-22T07:21:04.309Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=m5pcd2h5
time="2022-07-22T07:21:04.309Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=m5pcd2h5
time="2022-07-22T07:21:04.309Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:04.309Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:04.309Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.309Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m5pcd2h5
time="2022-07-22T07:21:04.309Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=wd4mxlfh
time="2022-07-22T07:21:04.309Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.309Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:21:04.309Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.309Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.309Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gkjlsqp7
time="2022-07-22T07:21:04.309Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=wd4mxlfh stale=0 standby=2 unclaimed=0
time="2022-07-22T07:21:04.309Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gkjlsqp7
time="2022-07-22T07:21:04.309Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=wd4mxlfh unassignedCount=0
time="2022-07-22T07:21:04.309Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wd4mxlfh
time="2022-07-22T07:21:04.309Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:21:04.309Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gkjlsqp7
time="2022-07-22T07:21:04.309Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gkjlsqp7
time="2022-07-22T07:21:04.309Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gkjlsqp7
time="2022-07-22T07:21:04.349Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=l2bsgbgk
time="2022-07-22T07:21:04.353Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=d477f6gm
time="2022-07-22T07:21:04.353Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=d477f6gm
time="2022-07-22T07:21:04.353Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=62 elapsedMillisGT=0 outcome=unspecified reconcileID=d477f6gm
time="2022-07-22T07:21:04.353Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=qhxwmhc7
time="2022-07-22T07:21:04.406Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=l2bsgbgk
time="2022-07-22T07:21:04.407Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=l2bsgbgk
time="2022-07-22T07:21:04.408Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=qhxwmhc7
time="2022-07-22T07:21:04.408Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=qhxwmhc7
time="2022-07-22T07:21:04.408Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=54 elapsedMillisGT=0 outcome=unspecified reconcileID=qhxwmhc7
time="2022-07-22T07:21:04.436Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=jkp7chvx
time="2022-07-22T07:21:04.436Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.436Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.436Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.436Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:04.436Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=jkp7chvx
time="2022-07-22T07:21:04.436Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=jkp7chvx
time="2022-07-22T07:21:04.436Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=jkp7chvx
time="2022-07-22T07:21:04.436Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=jkp7chvx
time="2022-07-22T07:21:04.436Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jkp7chvx
time="2022-07-22T07:21:04.438Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=l2bsgbgk
time="2022-07-22T07:21:04.438Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=l2bsgbgk
time="2022-07-22T07:21:04.443Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=l2bsgbgk
time="2022-07-22T07:21:04.443Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=l2bsgbgk
time="2022-07-22T07:21:04.443Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=151 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=l2bsgbgk
time="2022-07-22T07:21:04.443Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=mkjmmxhz
time="2022-07-22T07:21:04.443Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:04.472Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=mkjmmxhz
time="2022-07-22T07:21:04.493Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=mkjmmxhz
time="2022-07-22T07:21:04.493Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=mkjmmxhz
time="2022-07-22T07:21:04.517Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=mkjmmxhz
time="2022-07-22T07:21:04.517Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=mkjmmxhz
time="2022-07-22T07:21:04.522Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=mkjmmxhz
time="2022-07-22T07:21:04.522Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=mkjmmxhz
time="2022-07-22T07:21:04.522Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=78 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=mkjmmxhz
time="2022-07-22T07:21:06.482Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=4fbjl5g7
time="2022-07-22T07:21:06.482Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Hibernating controller=hibernation reason=SyncSetsApplied reconcileID=4fbjl5g7
time="2022-07-22T07:21:06.496Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=4fbjl5g7
time="2022-07-22T07:21:06.497Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=dv7xbx6b
time="2022-07-22T07:21:06.497Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=6fpzljdc
time="2022-07-22T07:21:06.497Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=vbrddk55
time="2022-07-22T07:21:06.497Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=6fpzljdc
time="2022-07-22T07:21:06.497Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6fpzljdc
time="2022-07-22T07:21:06.497Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable delay=1h59m54.502578708s reconcileID=vbrddk55
time="2022-07-22T07:21:06.497Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vbrddk55
time="2022-07-22T07:21:06.497Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=lqg2lnc6
time="2022-07-22T07:21:06.497Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=nwsbzn5b
time="2022-07-22T07:21:06.497Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=dv7xbx6b
time="2022-07-22T07:21:06.497Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=dv7xbx6b
time="2022-07-22T07:21:06.497Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=mlggg9j8
time="2022-07-22T07:21:06.497Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=nwsbzn5b
time="2022-07-22T07:21:06.497Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=mlggg9j8
time="2022-07-22T07:21:06.497Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=nwsbzn5b
time="2022-07-22T07:21:06.497Z" level=debug msg="Waiting to fetch clusteroperator status in 9m54.502376486s" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=mlggg9j8
time="2022-07-22T07:21:06.497Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mlggg9j8
time="2022-07-22T07:21:06.497Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=nwsbzn5b
time="2022-07-22T07:21:06.497Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:06.497Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=nwsbzn5b
time="2022-07-22T07:21:06.497Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nwsbzn5b
time="2022-07-22T07:21:06.497Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=4w7pclfj
time="2022-07-22T07:21:06.497Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=5d8dxvbw
time="2022-07-22T07:21:06.497Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=4w7pclfj
time="2022-07-22T07:21:06.497Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4w7pclfj
time="2022-07-22T07:21:06.497Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=5d8dxvbw
time="2022-07-22T07:21:06.497Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=5d8dxvbw
time="2022-07-22T07:21:06.497Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5d8dxvbw
time="2022-07-22T07:21:06.497Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=gf7pn2lh
time="2022-07-22T07:21:06.497Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=gf7pn2lh
time="2022-07-22T07:21:06.497Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gf7pn2lh
time="2022-07-22T07:21:06.503Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=xjgbr4x9
time="2022-07-22T07:21:06.503Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xg59gjbc
time="2022-07-22T07:21:06.503Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:06.503Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:06.503Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=xjgbr4x9
time="2022-07-22T07:21:06.503Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:21:06.503Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xjgbr4x9
time="2022-07-22T07:21:06.503Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hl5mcb49
time="2022-07-22T07:21:06.503Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=qxdhg4pg
time="2022-07-22T07:21:06.503Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:06.503Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:06.503Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:21:06.503Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:06.503Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:06.503Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:06.503Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=qxdhg4pg stale=0 standby=2 unclaimed=0
time="2022-07-22T07:21:06.503Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=qxdhg4pg unassignedCount=0
time="2022-07-22T07:21:06.503Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xg59gjbc
time="2022-07-22T07:21:06.503Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xg59gjbc
time="2022-07-22T07:21:06.503Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xg59gjbc
time="2022-07-22T07:21:06.503Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xg59gjbc
time="2022-07-22T07:21:06.503Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xg59gjbc
time="2022-07-22T07:21:06.503Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=qmlfvf7m
time="2022-07-22T07:21:06.503Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qxdhg4pg
time="2022-07-22T07:21:06.503Z" level=info msg="Stopping cluster" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=qmlfvf7m
time="2022-07-22T07:21:06.503Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Hibernating controller=hibernation reason=Stopping reconcileID=qmlfvf7m
time="2022-07-22T07:21:06.503Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Ready controller=hibernation reason=StoppingOrHibernating reconcileID=qmlfvf7m
time="2022-07-22T07:21:06.504Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=qmlfvf7m
time="2022-07-22T07:21:06.554Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hl5mcb49
time="2022-07-22T07:21:06.554Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=lqg2lnc6
time="2022-07-22T07:21:06.554Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=lqg2lnc6
time="2022-07-22T07:21:06.554Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=57 elapsedMillisGT=0 outcome=unspecified reconcileID=lqg2lnc6
time="2022-07-22T07:21:06.579Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hl5mcb49
time="2022-07-22T07:21:06.579Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hl5mcb49
time="2022-07-22T07:21:06.618Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=6 infraID=jshu-pool-ldpb2-6kzwq reconcileID=qmlfvf7m states="map[pending:{} running:{}]"
time="2022-07-22T07:21:06.618Z" level=info msg="Stopping on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation instanceIDs="[i-0b0e33192e401a7bf i-0a70086e70b8a6dc7 i-099365ec5742162b9 i-0242702a1b6c82d91 i-0840930ca8a855fa6 i-0a57204a66a47a505]" reconcileID=qmlfvf7m
time="2022-07-22T07:21:06.619Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hl5mcb49
time="2022-07-22T07:21:06.619Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hl5mcb49
time="2022-07-22T07:21:06.626Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hl5mcb49
time="2022-07-22T07:21:06.626Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hl5mcb49
time="2022-07-22T07:21:06.626Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=123 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=hl5mcb49
time="2022-07-22T07:21:07.293Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=790 elapsedMillisGT=0 outcome=unspecified reconcileID=qmlfvf7m
time="2022-07-22T07:21:07.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=npjjccjf
time="2022-07-22T07:21:07.294Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=cnc8wxtr
time="2022-07-22T07:21:07.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=f96kfzcw
time="2022-07-22T07:21:07.294Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=f96kfzcw
time="2022-07-22T07:21:07.294Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=f96kfzcw
time="2022-07-22T07:21:07.294Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=cnc8wxtr
time="2022-07-22T07:21:07.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f96kfzcw
time="2022-07-22T07:21:07.294Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=cnc8wxtr
time="2022-07-22T07:21:07.294Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=cnc8wxtr
time="2022-07-22T07:21:07.294Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:07.294Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=cnc8wxtr
time="2022-07-22T07:21:07.294Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cnc8wxtr
time="2022-07-22T07:21:07.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=wnkb2szs
time="2022-07-22T07:21:07.294Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=wnkb2szs
time="2022-07-22T07:21:07.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wnkb2szs
time="2022-07-22T07:21:07.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=zmxwffb2
time="2022-07-22T07:21:07.294Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=xz7v2csj
time="2022-07-22T07:21:07.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=mf2t7bfb
time="2022-07-22T07:21:07.294Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=mf2t7bfb
time="2022-07-22T07:21:07.294Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=plvqj882
time="2022-07-22T07:21:07.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mf2t7bfb
time="2022-07-22T07:21:07.294Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable delay=1h59m53.7053355s reconcileID=plvqj882
time="2022-07-22T07:21:07.294Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=zmxwffb2
time="2022-07-22T07:21:07.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=plvqj882
time="2022-07-22T07:21:07.294Z" level=debug msg="Waiting to fetch clusteroperator status in 9m53.705309026s" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=zmxwffb2
time="2022-07-22T07:21:07.294Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=xz7v2csj
time="2022-07-22T07:21:07.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zmxwffb2
time="2022-07-22T07:21:07.294Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=xz7v2csj
time="2022-07-22T07:21:07.294Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=zsdhz77m
time="2022-07-22T07:21:07.294Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=zsdhz77m
time="2022-07-22T07:21:07.294Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zsdhz77m
time="2022-07-22T07:21:07.299Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7dwvxp6l
time="2022-07-22T07:21:07.299Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:07.299Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:07.299Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:07.299Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:07.299Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7dwvxp6l
time="2022-07-22T07:21:07.299Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7dwvxp6l
time="2022-07-22T07:21:07.299Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7dwvxp6l
time="2022-07-22T07:21:07.299Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7dwvxp6l
time="2022-07-22T07:21:07.299Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7dwvxp6l
time="2022-07-22T07:21:07.299Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=7l6c6jvm
time="2022-07-22T07:21:07.299Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=7l6c6jvm
time="2022-07-22T07:21:07.3Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=7l6c6jvm
time="2022-07-22T07:21:07.302Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:07.302Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:07.302Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:21:07.302Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=c9rjpbvh
time="2022-07-22T07:21:07.302Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=dwd67v49
time="2022-07-22T07:21:07.302Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:07.302Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=dwd67v49
time="2022-07-22T07:21:07.302Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dwd67v49
time="2022-07-22T07:21:07.302Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=6jxwrqx8
time="2022-07-22T07:21:07.302Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:21:07.302Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=6jxwrqx8 stale=0 standby=2 unclaimed=0
time="2022-07-22T07:21:07.302Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=6jxwrqx8 unassignedCount=0
time="2022-07-22T07:21:07.302Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6jxwrqx8
time="2022-07-22T07:21:07.347Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=6 infraID=jshu-pool-ldpb2-6kzwq reconcileID=7l6c6jvm states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:21:07.347Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=7l6c6jvm
time="2022-07-22T07:21:07.349Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=c9rjpbvh
time="2022-07-22T07:21:07.354Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=npjjccjf
time="2022-07-22T07:21:07.354Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=npjjccjf
time="2022-07-22T07:21:07.354Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=60 elapsedMillisGT=0 outcome=unspecified reconcileID=npjjccjf
time="2022-07-22T07:21:07.372Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=c9rjpbvh
time="2022-07-22T07:21:07.372Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=c9rjpbvh
time="2022-07-22T07:21:07.395Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=7l6c6jvm states="map[pending:{} running:{}]"
time="2022-07-22T07:21:07.395Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=7l6c6jvm
time="2022-07-22T07:21:07.395Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=7l6c6jvm
time="2022-07-22T07:21:07.399Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=c9rjpbvh
time="2022-07-22T07:21:07.399Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=c9rjpbvh
time="2022-07-22T07:21:07.404Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=c9rjpbvh
time="2022-07-22T07:21:07.404Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=c9rjpbvh
time="2022-07-22T07:21:07.404Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=102 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=c9rjpbvh
time="2022-07-22T07:21:07.405Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=106 elapsedMillisGT=0 outcome=unspecified reconcileID=7l6c6jvm
time="2022-07-22T07:21:07.406Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=xb8g69bs
time="2022-07-22T07:21:07.406Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=7z4cp54j
time="2022-07-22T07:21:07.406Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=xb8g69bs
time="2022-07-22T07:21:07.406Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xb8g69bs
time="2022-07-22T07:21:07.406Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=7z4cp54j
time="2022-07-22T07:21:07.406Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=7z4cp54j
time="2022-07-22T07:21:07.406Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=4l6n4rwb
time="2022-07-22T07:21:07.406Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable delay=1h59m53.593579565s reconcileID=4l6n4rwb
time="2022-07-22T07:21:07.406Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4l6n4rwb
time="2022-07-22T07:21:07.406Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=bptqdppl
time="2022-07-22T07:21:07.406Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=kng4xq7z
time="2022-07-22T07:21:07.406Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=bptqdppl
time="2022-07-22T07:21:07.406Z" level=debug msg="Waiting to fetch clusteroperator status in 9m53.593466909s" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=bptqdppl
time="2022-07-22T07:21:07.406Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bptqdppl
time="2022-07-22T07:21:07.406Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=5x26vb79
time="2022-07-22T07:21:07.406Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=7xkmrxlc
time="2022-07-22T07:21:07.406Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=5x26vb79
time="2022-07-22T07:21:07.406Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=7xkmrxlc
time="2022-07-22T07:21:07.406Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7xkmrxlc
time="2022-07-22T07:21:07.406Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=5x26vb79
time="2022-07-22T07:21:07.406Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=5x26vb79
time="2022-07-22T07:21:07.406Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=lznvwxml
time="2022-07-22T07:21:07.406Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:21:07.406Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=5x26vb79
time="2022-07-22T07:21:07.406Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5x26vb79
time="2022-07-22T07:21:07.406Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=lznvwxml
time="2022-07-22T07:21:07.406Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=lznvwxml
time="2022-07-22T07:21:07.406Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lznvwxml
time="2022-07-22T07:21:07.406Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=vrth45qh
time="2022-07-22T07:21:07.406Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=vrth45qh
time="2022-07-22T07:21:07.406Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vrth45qh
time="2022-07-22T07:21:07.411Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:07.411Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=cb8jcvzq
time="2022-07-22T07:21:07.411Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:21:07.411Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:21:07.411Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=cb8jcvzq
time="2022-07-22T07:21:07.411Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=cb8jcvzq
time="2022-07-22T07:21:07.411Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=9m9t4tmj
time="2022-07-22T07:21:07.412Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gxkjlzz5
time="2022-07-22T07:21:07.412Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=9m9t4tmj
time="2022-07-22T07:21:07.412Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9m9t4tmj
time="2022-07-22T07:21:07.412Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=p6pc8hrd
time="2022-07-22T07:21:07.412Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:07.412Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:21:07.412Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=kc2psrx5
time="2022-07-22T07:21:07.412Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:07.412Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:21:07.412Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:07.412Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=p6pc8hrd stale=0 standby=2 unclaimed=0
time="2022-07-22T07:21:07.412Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:21:07.412Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=p6pc8hrd unassignedCount=0
time="2022-07-22T07:21:07.412Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gxkjlzz5
time="2022-07-22T07:21:07.412Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p6pc8hrd
time="2022-07-22T07:21:07.412Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gxkjlzz5
time="2022-07-22T07:21:07.412Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gxkjlzz5
time="2022-07-22T07:21:07.412Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gxkjlzz5
time="2022-07-22T07:21:07.412Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gxkjlzz5
time="2022-07-22T07:21:07.459Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=6 infraID=jshu-pool-ldpb2-6kzwq reconcileID=cb8jcvzq states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:21:07.46Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=cb8jcvzq
time="2022-07-22T07:21:07.504Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=cb8jcvzq states="map[pending:{} running:{}]"
time="2022-07-22T07:21:07.504Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=cb8jcvzq
time="2022-07-22T07:21:07.504Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=92 elapsedMillisGT=0 outcome=unspecified reconcileID=cb8jcvzq
time="2022-07-22T07:21:08.327Z" level=error msg="error fetching remote clusterversion object" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion error="rpc error: code = Unknown desc = malformed header: missing HTTP content-type" reconcileID=kng4xq7z
time="2022-07-22T07:21:08.327Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=921 elapsedMillisGT=0 outcome=unspecified reconcileID=kng4xq7z
time="2022-07-22T07:21:08.327Z" level=error msg="Reconciler error" controller=clusterversion-controller error="rpc error: code = Unknown desc = malformed header: missing HTTP content-type" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=21069054-a11e-4dc7-b26b-eaa576352d25
time="2022-07-22T07:21:08.332Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=h8fczz74
time="2022-07-22T07:21:08.465Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=kc2psrx5
I0722 07:21:10.534732       1 request.go:601] Waited for 1.041607422s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/apis/coordination.k8s.io/v1?timeout=32s
time="2022-07-22T07:21:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:21:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
I0722 07:21:20.534764       1 request.go:601] Waited for 11.04151226s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/apis/operator.openshift.io/v1?timeout=32s
time="2022-07-22T07:21:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:21:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:21:40.612Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:21:40.612Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:21:40.612Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:21:40.612Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:21:40.612Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:21:40.612Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:21:41.911Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=k26skdzf
time="2022-07-22T07:21:41.911Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:21:41.935Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=k26skdzf
time="2022-07-22T07:21:41.954Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=k26skdzf
time="2022-07-22T07:21:41.955Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=k26skdzf
time="2022-07-22T07:21:41.984Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=k26skdzf
time="2022-07-22T07:21:41.984Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=k26skdzf
time="2022-07-22T07:21:41.988Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=k26skdzf
time="2022-07-22T07:21:41.988Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=k26skdzf
time="2022-07-22T07:21:41.989Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=77 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=k26skdzf
time="2022-07-22T07:21:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:21:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:21:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:21:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:22:07.504Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=pmbr8njr
time="2022-07-22T07:22:07.505Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=pmbr8njr
time="2022-07-22T07:22:07.505Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=pmbr8njr
time="2022-07-22T07:22:07.638Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=5 infraID=jshu-pool-ldpb2-6kzwq reconcileID=pmbr8njr states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:22:07.638Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=pmbr8njr
time="2022-07-22T07:22:07.69Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=pmbr8njr states="map[pending:{} running:{}]"
time="2022-07-22T07:22:07.69Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=pmbr8njr
time="2022-07-22T07:22:07.69Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=pmbr8njr
time="2022-07-22T07:22:07.704Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=199 elapsedMillisGT=0 outcome=unspecified reconcileID=pmbr8njr
time="2022-07-22T07:22:07.704Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=qgjrmmkv
time="2022-07-22T07:22:07.704Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=l5lf2rll
time="2022-07-22T07:22:07.704Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=2fx9czj6
time="2022-07-22T07:22:07.704Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=qgjrmmkv
time="2022-07-22T07:22:07.704Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable delay=1h58m53.295747712s reconcileID=l5lf2rll
time="2022-07-22T07:22:07.704Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l5lf2rll
time="2022-07-22T07:22:07.704Z" level=debug msg="Waiting to fetch clusteroperator status in 8m53.295701741s" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=qgjrmmkv
time="2022-07-22T07:22:07.704Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qgjrmmkv
time="2022-07-22T07:22:07.704Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=dkwvl4x8
time="2022-07-22T07:22:07.704Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=b455tl2n
time="2022-07-22T07:22:07.704Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=rtfpgzhc
time="2022-07-22T07:22:07.704Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=dkwvl4x8
time="2022-07-22T07:22:07.704Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=rtfpgzhc
time="2022-07-22T07:22:07.704Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=dkwvl4x8
time="2022-07-22T07:22:07.704Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rtfpgzhc
time="2022-07-22T07:22:07.704Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=2fx9czj6
time="2022-07-22T07:22:07.704Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2fx9czj6
time="2022-07-22T07:22:07.704Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=8lxtchf2
time="2022-07-22T07:22:07.704Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=b455tl2n
time="2022-07-22T07:22:07.704Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=s2bwmssr
time="2022-07-22T07:22:07.704Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=8lxtchf2
time="2022-07-22T07:22:07.704Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=b455tl2n
time="2022-07-22T07:22:07.704Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=s2bwmssr
time="2022-07-22T07:22:07.704Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8lxtchf2
time="2022-07-22T07:22:07.704Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=s2bwmssr
time="2022-07-22T07:22:07.704Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s2bwmssr
time="2022-07-22T07:22:07.704Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=b455tl2n
time="2022-07-22T07:22:07.704Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:22:07.704Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=b455tl2n
time="2022-07-22T07:22:07.704Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b455tl2n
time="2022-07-22T07:22:07.711Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=gxwzhlb7
time="2022-07-22T07:22:07.711Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:07.711Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=nh6df4xd
time="2022-07-22T07:22:07.711Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:07.711Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:22:07.711Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=nh6df4xd
time="2022-07-22T07:22:07.711Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nh6df4xd
time="2022-07-22T07:22:07.711Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=rfjk7zsf
time="2022-07-22T07:22:07.711Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=rfjk7zsf
time="2022-07-22T07:22:07.711Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:22:07.712Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=gxwzhlb7 stale=0 standby=2 unclaimed=0
time="2022-07-22T07:22:07.712Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=gxwzhlb7 unassignedCount=0
time="2022-07-22T07:22:07.712Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gxwzhlb7
time="2022-07-22T07:22:07.711Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fbmntsb8
time="2022-07-22T07:22:07.712Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=rfjk7zsf
time="2022-07-22T07:22:07.712Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:07.712Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:07.712Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:07.712Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:07.712Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fbmntsb8
time="2022-07-22T07:22:07.712Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fbmntsb8
time="2022-07-22T07:22:07.712Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fbmntsb8
time="2022-07-22T07:22:07.712Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fbmntsb8
time="2022-07-22T07:22:07.712Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fbmntsb8
time="2022-07-22T07:22:07.756Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=5 infraID=jshu-pool-ldpb2-6kzwq reconcileID=rfjk7zsf states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:22:07.756Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=rfjk7zsf
time="2022-07-22T07:22:07.805Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=rfjk7zsf states="map[pending:{} running:{}]"
time="2022-07-22T07:22:07.805Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=rfjk7zsf
time="2022-07-22T07:22:07.805Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=93 elapsedMillisGT=0 outcome=unspecified reconcileID=rfjk7zsf
time="2022-07-22T07:22:08.651Z" level=warning msg="slow client request" controller=machinepool elapsedMillis=60185 method=GET path=machine.openshift.io/v1beta1/machines remote=true status="504 Gateway Timeout"
time="2022-07-22T07:22:08.651Z" level=error msg="unable to fetch master machines" controller=machinepool error="the server was unable to return a response in the time allotted, but may still be processing the request (get machines.machine.openshift.io)" machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=kc2psrx5
time="2022-07-22T07:22:08.651Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=61239 elapsedMillisGT=60000 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=kc2psrx5
time="2022-07-22T07:22:08.651Z" level=error msg="Reconciler error" controller=machinepool-controller error="the server was unable to return a response in the time allotted, but may still be processing the request (get machines.machine.openshift.io)" name=jshu-pool-ldpb2-worker namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=56ad511d-ee2f-4c28-8080-3f51e1a893e9
time="2022-07-22T07:22:08.651Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=rp2gmnxj
time="2022-07-22T07:22:08.651Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
I0722 07:22:14.853427       1 request.go:601] Waited for 1.180596452s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/apis/flowcontrol.apiserver.k8s.io/v1beta2?timeout=32s
time="2022-07-22T07:22:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:22:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:22:20Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=766nxxq8
time="2022-07-22T07:22:20.001Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=766nxxq8
time="2022-07-22T07:22:20.001Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=766nxxq8
time="2022-07-22T07:22:20.112Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=766nxxq8 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:22:20.165Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 reconcileID=766nxxq8
time="2022-07-22T07:22:20.165Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=766nxxq8
time="2022-07-22T07:22:20.202Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc clusterOperator=etcd condition=Progressing controller=hibernation reconcileID=766nxxq8 status=True
time="2022-07-22T07:22:20.202Z" level=info msg="ClusterOperators are not ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=766nxxq8
time="2022-07-22T07:22:20.202Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Ready controller=hibernation reason=WaitingForClusterOperators reconcileID=766nxxq8
time="2022-07-22T07:22:20.217Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=216 elapsedMillisGT=0 outcome=unspecified reconcileID=766nxxq8
time="2022-07-22T07:22:20.219Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=kvktlvct
time="2022-07-22T07:22:20.219Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=ntmrdr9c
time="2022-07-22T07:22:20.219Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=s7kvcmc5
time="2022-07-22T07:22:20.219Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=ntmrdr9c
time="2022-07-22T07:22:20.219Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ntmrdr9c
time="2022-07-22T07:22:20.219Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=kvktlvct
time="2022-07-22T07:22:20.219Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=srx25mn7
time="2022-07-22T07:22:20.219Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=m96qztn8
time="2022-07-22T07:22:20.219Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h57m54.7801059s reconcileID=srx25mn7
time="2022-07-22T07:22:20.219Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=kvktlvct
time="2022-07-22T07:22:20.219Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=srx25mn7
time="2022-07-22T07:22:20.219Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=kvktlvct
time="2022-07-22T07:22:20.219Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=s7kvcmc5
time="2022-07-22T07:22:20.219Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:22:20.219Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s7kvcmc5
time="2022-07-22T07:22:20.219Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=kvktlvct
time="2022-07-22T07:22:20.219Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kvktlvct
time="2022-07-22T07:22:20.22Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=mcpqstlh
time="2022-07-22T07:22:20.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=2zjm8m8c
time="2022-07-22T07:22:20.22Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=mcpqstlh
time="2022-07-22T07:22:20.22Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=2zjm8m8c
time="2022-07-22T07:22:20.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mcpqstlh
time="2022-07-22T07:22:20.22Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=2zjm8m8c
time="2022-07-22T07:22:20.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2zjm8m8c
time="2022-07-22T07:22:20.219Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=wqrz4l4m
time="2022-07-22T07:22:20.22Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=wqrz4l4m
time="2022-07-22T07:22:20.22Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=wqrz4l4m
time="2022-07-22T07:22:20.219Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=lkp4hp4q
time="2022-07-22T07:22:20.22Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=lkp4hp4q
time="2022-07-22T07:22:20.22Z" level=debug msg="Waiting to fetch clusteroperator status in 7m54.77970859s" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=lkp4hp4q
time="2022-07-22T07:22:20.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lkp4hp4q
time="2022-07-22T07:22:20.224Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=vjtzx8qf
time="2022-07-22T07:22:20.224Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=vjtzx8qf
time="2022-07-22T07:22:20.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:22:20.225Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:22:20.225Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:22:20.225Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=tmk6nwxd
time="2022-07-22T07:22:20.225Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=zjwdh2bv
time="2022-07-22T07:22:20.225Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:22:20.225Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:22:20.225Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:22:20.225Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:22:20.225Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:22:20.225Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=tmk6nwxd
time="2022-07-22T07:22:20.225Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=tmk6nwxd
time="2022-07-22T07:22:20.225Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=tmk6nwxd
time="2022-07-22T07:22:20.225Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=tmk6nwxd
time="2022-07-22T07:22:20.225Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tmk6nwxd
time="2022-07-22T07:22:20.225Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=vjtzx8qf
time="2022-07-22T07:22:20.225Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=zjwdh2bv stale=0 standby=2 unclaimed=0
time="2022-07-22T07:22:20.225Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=zjwdh2bv unassignedCount=0
time="2022-07-22T07:22:20.225Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zjwdh2bv
time="2022-07-22T07:22:20.227Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hj7vjrks
time="2022-07-22T07:22:20.227Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:22:20.227Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=5bkwks2l
time="2022-07-22T07:22:20.227Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=5bkwks2l
time="2022-07-22T07:22:20.227Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5bkwks2l
time="2022-07-22T07:22:20.269Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hj7vjrks
time="2022-07-22T07:22:20.271Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=m96qztn8
time="2022-07-22T07:22:20.271Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=m96qztn8
time="2022-07-22T07:22:20.271Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=51 elapsedMillisGT=0 outcome=unspecified reconcileID=m96qztn8
time="2022-07-22T07:22:20.277Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=vjtzx8qf states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:22:20.31Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hj7vjrks
time="2022-07-22T07:22:20.311Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hj7vjrks
time="2022-07-22T07:22:20.322Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 reconcileID=vjtzx8qf
time="2022-07-22T07:22:20.322Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=vjtzx8qf
time="2022-07-22T07:22:20.333Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hj7vjrks
time="2022-07-22T07:22:20.333Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hj7vjrks
time="2022-07-22T07:22:20.338Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hj7vjrks
time="2022-07-22T07:22:20.338Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hj7vjrks
time="2022-07-22T07:22:20.338Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=111 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=hj7vjrks
time="2022-07-22T07:22:20.353Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc clusterOperator=etcd condition=Progressing controller=hibernation reconcileID=vjtzx8qf status=True
time="2022-07-22T07:22:20.353Z" level=info msg="ClusterOperators are not ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=vjtzx8qf
time="2022-07-22T07:22:20.353Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=128 elapsedMillisGT=0 outcome=unspecified reconcileID=vjtzx8qf
time="2022-07-22T07:22:20.741Z" level=warning msg="slow client request" controller=clusterversion elapsedMillis=60002 method=GET path=config.openshift.io/v1/clusterversions remote=true status="504 Gateway Timeout"
time="2022-07-22T07:22:20.741Z" level=error msg="error fetching remote clusterversion object" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion error="the server was unable to return a response in the time allotted, but may still be processing the request (get clusterversions.config.openshift.io version)" reconcileID=h8fczz74
time="2022-07-22T07:22:20.741Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=72408 elapsedMillisGT=60000 outcome=unspecified reconcileID=h8fczz74
time="2022-07-22T07:22:20.741Z" level=error msg="Reconciler error" controller=clusterversion-controller error="the server was unable to return a response in the time allotted, but may still be processing the request (get clusterversions.config.openshift.io version)" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=dd522f43-11c6-4f93-a174-c9a668880668
time="2022-07-22T07:22:20.741Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=kkh787bb
time="2022-07-22T07:22:21.057Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=rp2gmnxj
time="2022-07-22T07:22:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:22:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
I0722 07:22:26.943238       1 request.go:601] Waited for 1.184246043s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/apis/tuned.openshift.io/v1?timeout=32s
time="2022-07-22T07:22:38.991Z" level=error msg="error fetching remote clusterversion object" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 18.219.20.211:6443: connect: connection refused - error from a previous attempt: unexpected EOF" reconcileID=kkh787bb
time="2022-07-22T07:22:38.991Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=18250 elapsedMillisGT=10000 outcome=unspecified reconcileID=kkh787bb
time="2022-07-22T07:22:38.991Z" level=error msg="unable to fetch master machines" controller=machinepool error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 18.219.20.211:6443: connect: connection refused - error from a previous attempt: unexpected EOF" machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=rp2gmnxj
time="2022-07-22T07:22:38.991Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=30340 elapsedMillisGT=30000 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=rp2gmnxj
time="2022-07-22T07:22:38.991Z" level=error msg="Reconciler error" controller=clusterversion-controller error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 18.219.20.211:6443: connect: connection refused - error from a previous attempt: unexpected EOF" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=adf8e025-541d-4387-97d5-c459fcbe37b5
time="2022-07-22T07:22:38.991Z" level=error msg="Reconciler error" controller=machinepool-controller error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 18.219.20.211:6443: connect: connection refused - error from a previous attempt: unexpected EOF" name=jshu-pool-ldpb2-worker namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=5e59dc25-93a6-4e5f-bba5-a84ba1e52fca
time="2022-07-22T07:22:38.991Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=6vnp5s7k
time="2022-07-22T07:22:38.992Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=xk9n9sh7
time="2022-07-22T07:22:38.992Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:22:39.003Z" level=info msg="remote cluster is unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.19.50.246:6443: connect: connection refused" reconcileID=6vnp5s7k
time="2022-07-22T07:22:39.003Z" level=info msg="remote cluster is unreachable" controller=machinepool error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.19.50.246:6443: connect: connection refused" machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=xk9n9sh7
time="2022-07-22T07:22:39.022Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=zsjt5fs5
time="2022-07-22T07:22:39.022Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=lhz5jk6q
time="2022-07-22T07:22:39.022Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=lhz5jk6q
time="2022-07-22T07:22:39.022Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=zsjt5fs5
time="2022-07-22T07:22:39.022Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=zsjt5fs5
time="2022-07-22T07:22:39.022Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zsjt5fs5
time="2022-07-22T07:22:39.022Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=2s8v4wfl
time="2022-07-22T07:22:39.022Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=mm86vh4b
time="2022-07-22T07:22:39.022Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=2s8v4wfl
time="2022-07-22T07:22:39.022Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2s8v4wfl
time="2022-07-22T07:22:39.022Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=wk9bvm6r
time="2022-07-22T07:22:39.022Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=wk9bvm6r
time="2022-07-22T07:22:39.022Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=mm86vh4b
time="2022-07-22T07:22:39.022Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=mm86vh4b
time="2022-07-22T07:22:39.022Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=mm86vh4b
time="2022-07-22T07:22:39.022Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:22:39.022Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=mm86vh4b
time="2022-07-22T07:22:39.022Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mm86vh4b
time="2022-07-22T07:22:39.022Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=ndnjvr9w
time="2022-07-22T07:22:39.022Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=ndnjvr9w
time="2022-07-22T07:22:39.022Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ndnjvr9w
time="2022-07-22T07:22:39.022Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=30 elapsedMillisGT=0 outcome=unspecified reconcileID=6vnp5s7k
time="2022-07-22T07:22:39.022Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=6qwtx27x
time="2022-07-22T07:22:39.022Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=6qwtx27x
time="2022-07-22T07:22:39.022Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=lhz5jk6q
time="2022-07-22T07:22:39.022Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6qwtx27x
time="2022-07-22T07:22:39.022Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=z448zfk9
time="2022-07-22T07:22:39.022Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=pcwxxwj7
time="2022-07-22T07:22:39.022Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=z448zfk9
time="2022-07-22T07:22:39.022Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=z448zfk9
time="2022-07-22T07:22:39.022Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z448zfk9
time="2022-07-22T07:22:39.022Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=pcwxxwj7
time="2022-07-22T07:22:39.022Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=2bfldzvc
time="2022-07-22T07:22:39.022Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pcwxxwj7
time="2022-07-22T07:22:39.022Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=2bfldzvc
time="2022-07-22T07:22:39.022Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2bfldzvc
time="2022-07-22T07:22:39.024Z" level=info msg="could not update clusterdeployment with unreachable condition" controller=machinepool error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=xk9n9sh7
time="2022-07-22T07:22:39.024Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=32 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=xk9n9sh7
time="2022-07-22T07:22:39.027Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.027Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=mhz9hg2b
time="2022-07-22T07:22:39.027Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=jhl5rsbd
time="2022-07-22T07:22:39.027Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4xgljcgq
time="2022-07-22T07:22:39.027Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:22:39.027Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=jhl5rsbd
time="2022-07-22T07:22:39.027Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.027Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=mhz9hg2b stale=0 standby=2 unclaimed=0
time="2022-07-22T07:22:39.027Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=mhz9hg2b unassignedCount=0
time="2022-07-22T07:22:39.027Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.027Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mhz9hg2b
time="2022-07-22T07:22:39.027Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.027Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.027Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:22:39.027Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.028Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=wljxwbls
time="2022-07-22T07:22:39.028Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4xgljcgq
time="2022-07-22T07:22:39.028Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=wljxwbls
time="2022-07-22T07:22:39.028Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wljxwbls
time="2022-07-22T07:22:39.028Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4xgljcgq
time="2022-07-22T07:22:39.028Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4xgljcgq
time="2022-07-22T07:22:39.028Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4xgljcgq
time="2022-07-22T07:22:39.028Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4xgljcgq
time="2022-07-22T07:22:39.028Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=jhl5rsbd
time="2022-07-22T07:22:39.032Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=9wks7z7w
time="2022-07-22T07:22:39.032Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:22:39.032Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=9wks7z7w
time="2022-07-22T07:22:39.032Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=9wks7z7w
time="2022-07-22T07:22:39.034Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" reconcileID=wk9bvm6r
time="2022-07-22T07:22:39.051Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=lc2wp578
time="2022-07-22T07:22:39.051Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=fcgksn47
time="2022-07-22T07:22:39.051Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=n26xpbsk
time="2022-07-22T07:22:39.051Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=lc2wp578
time="2022-07-22T07:22:39.051Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=lc2wp578
time="2022-07-22T07:22:39.051Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=tzdj55r4
time="2022-07-22T07:22:39.051Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=fcgksn47
time="2022-07-22T07:22:39.051Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=tzdj55r4
time="2022-07-22T07:22:39.051Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tzdj55r4
time="2022-07-22T07:22:39.051Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=fcgksn47
time="2022-07-22T07:22:39.051Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=88bzw2hh
time="2022-07-22T07:22:39.051Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fcgksn47
time="2022-07-22T07:22:39.051Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=wdcsbmb5
time="2022-07-22T07:22:39.051Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=88bzw2hh
time="2022-07-22T07:22:39.051Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=n26xpbsk
time="2022-07-22T07:22:39.051Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=88bzw2hh
time="2022-07-22T07:22:39.051Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=wdcsbmb5
time="2022-07-22T07:22:39.051Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=n26xpbsk
time="2022-07-22T07:22:39.051Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wdcsbmb5
time="2022-07-22T07:22:39.051Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=5c7dxgzb
time="2022-07-22T07:22:39.051Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=n26xpbsk
time="2022-07-22T07:22:39.051Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=5c7dxgzb
time="2022-07-22T07:22:39.051Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:22:39.051Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=n26xpbsk
time="2022-07-22T07:22:39.051Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5c7dxgzb
time="2022-07-22T07:22:39.051Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=9m67mqbq
time="2022-07-22T07:22:39.051Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n26xpbsk
time="2022-07-22T07:22:39.051Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=9m67mqbq
time="2022-07-22T07:22:39.051Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=9m67mqbq
time="2022-07-22T07:22:39.051Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9m67mqbq
time="2022-07-22T07:22:39.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=jxlnmss6
time="2022-07-22T07:22:39.056Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.056Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=fwlm2dvf
time="2022-07-22T07:22:39.056Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:22:39.056Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:22:39.056Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=r9hdg4tg
time="2022-07-22T07:22:39.056Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.056Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:22:39.056Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=r9hdg4tg
time="2022-07-22T07:22:39.056Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=r9hdg4tg
time="2022-07-22T07:22:39.056Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.056Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=fwlm2dvf stale=0 standby=2 unclaimed=0
time="2022-07-22T07:22:39.056Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=fwlm2dvf unassignedCount=0
time="2022-07-22T07:22:39.056Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.056Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=jz5sgktk
time="2022-07-22T07:22:39.056Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=jz5sgktk
time="2022-07-22T07:22:39.056Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jz5sgktk
time="2022-07-22T07:22:39.056Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fwlm2dvf
time="2022-07-22T07:22:39.056Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=jxlnmss6
time="2022-07-22T07:22:39.056Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=jxlnmss6
time="2022-07-22T07:22:39.056Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=jxlnmss6
time="2022-07-22T07:22:39.056Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=jxlnmss6
time="2022-07-22T07:22:39.057Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jxlnmss6
time="2022-07-22T07:22:39.058Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=36 elapsedMillisGT=0 outcome=unspecified reconcileID=wk9bvm6r
time="2022-07-22T07:22:39.059Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=4vzhqhzh
time="2022-07-22T07:22:39.059Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=4vzhqhzh
time="2022-07-22T07:22:39.073Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" reconcileID=4vzhqhzh
time="2022-07-22T07:22:39.073Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=4vzhqhzh
time="2022-07-22T07:22:39.073Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=mbx8cbw5
time="2022-07-22T07:22:39.073Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=mbx8cbw5
time="2022-07-22T07:22:39.096Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: connect: connection refused" reconcileID=mbx8cbw5
time="2022-07-22T07:22:39.113Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=39 elapsedMillisGT=0 outcome=unspecified reconcileID=mbx8cbw5
time="2022-07-22T07:22:39.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=jdjhwt55
time="2022-07-22T07:22:39.113Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=jdjhwt55
time="2022-07-22T07:22:39.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=45bjkmrn
time="2022-07-22T07:22:39.113Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=45bjkmrn
time="2022-07-22T07:22:39.113Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=45bjkmrn
time="2022-07-22T07:22:39.113Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=pbkj62tk
time="2022-07-22T07:22:39.114Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=m46qtlq5
time="2022-07-22T07:22:39.114Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=4grthbmr
time="2022-07-22T07:22:39.114Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=pbkj62tk
time="2022-07-22T07:22:39.114Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=pbkj62tk
time="2022-07-22T07:22:39.114Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=4grthbmr
time="2022-07-22T07:22:39.114Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4grthbmr
time="2022-07-22T07:22:39.114Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=m46qtlq5
time="2022-07-22T07:22:39.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=f9btxrsw
time="2022-07-22T07:22:39.114Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=f9btxrsw
time="2022-07-22T07:22:39.114Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=m46qtlq5
time="2022-07-22T07:22:39.114Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=f9btxrsw
time="2022-07-22T07:22:39.114Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f9btxrsw
time="2022-07-22T07:22:39.114Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=m46qtlq5
time="2022-07-22T07:22:39.114Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:22:39.113Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=z4jtkc9l
time="2022-07-22T07:22:39.114Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=m46qtlq5
time="2022-07-22T07:22:39.114Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m46qtlq5
time="2022-07-22T07:22:39.114Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=z4jtkc9l
time="2022-07-22T07:22:39.114Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z4jtkc9l
time="2022-07-22T07:22:39.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=ggr82vss
time="2022-07-22T07:22:39.114Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=kw8hb7vs
time="2022-07-22T07:22:39.114Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=ggr82vss
time="2022-07-22T07:22:39.114Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ggr82vss
time="2022-07-22T07:22:39.114Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=kw8hb7vs
time="2022-07-22T07:22:39.114Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=kw8hb7vs
time="2022-07-22T07:22:39.114Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kw8hb7vs
time="2022-07-22T07:22:39.119Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.119Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.119Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:22:39.119Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=llz5mrjc
time="2022-07-22T07:22:39.119Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:22:39.119Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=cw6xts5z
time="2022-07-22T07:22:39.119Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=llz5mrjc
time="2022-07-22T07:22:39.119Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=llz5mrjc
time="2022-07-22T07:22:39.119Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:22:39.119Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hhdvrq5j
time="2022-07-22T07:22:39.119Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=z6swhcrx
time="2022-07-22T07:22:39.119Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=z6swhcrx
time="2022-07-22T07:22:39.119Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z6swhcrx
time="2022-07-22T07:22:39.119Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.119Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.119Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=cw6xts5z stale=0 standby=2 unclaimed=0
time="2022-07-22T07:22:39.119Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=cw6xts5z unassignedCount=0
time="2022-07-22T07:22:39.119Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cw6xts5z
time="2022-07-22T07:22:39.119Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.119Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.119Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hhdvrq5j
time="2022-07-22T07:22:39.119Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hhdvrq5j
time="2022-07-22T07:22:39.119Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hhdvrq5j
time="2022-07-22T07:22:39.119Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hhdvrq5j
time="2022-07-22T07:22:39.119Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hhdvrq5j
time="2022-07-22T07:22:39.125Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: connect: connection refused" reconcileID=jdjhwt55
time="2022-07-22T07:22:39.132Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=3 infraID=jshu-pool-ldpb2-6kzwq reconcileID=jhl5rsbd states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:22:39.132Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=jhl5rsbd
time="2022-07-22T07:22:39.145Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jdjhwt55
time="2022-07-22T07:22:39.145Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=31 elapsedMillisGT=0 outcome=unspecified reconcileID=jdjhwt55
time="2022-07-22T07:22:39.145Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=818e68ae-5aeb-4fe2-a5b4-99a52c80331d
time="2022-07-22T07:22:39.145Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=zgwjx5sz
time="2022-07-22T07:22:39.145Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=zgwjx5sz
time="2022-07-22T07:22:39.158Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.19.50.246:6443: connect: connection refused" reconcileID=zgwjx5sz
time="2022-07-22T07:22:39.177Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=jhl5rsbd states="map[pending:{} running:{}]"
time="2022-07-22T07:22:39.177Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=jhl5rsbd
time="2022-07-22T07:22:39.177Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=jhl5rsbd
time="2022-07-22T07:22:39.186Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=jhl5rsbd
time="2022-07-22T07:22:39.187Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=159 elapsedMillisGT=0 outcome=unspecified reconcileID=jhl5rsbd
time="2022-07-22T07:22:39.187Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=98b8c5a9-8b0f-40fb-b84a-cfd67efb1df9
time="2022-07-22T07:22:39.187Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=n9lxgg2j
time="2022-07-22T07:22:39.187Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=n9lxgg2j
time="2022-07-22T07:22:39.187Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=42 elapsedMillisGT=0 outcome=unspecified reconcileID=zgwjx5sz
time="2022-07-22T07:22:39.187Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=g9kj9btl
time="2022-07-22T07:22:39.187Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=g9kj9btl
time="2022-07-22T07:22:39.187Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=cc5dm5qh
time="2022-07-22T07:22:39.187Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=n9lxgg2j
time="2022-07-22T07:22:39.187Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=cc5dm5qh
time="2022-07-22T07:22:39.187Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=cc5dm5qh
time="2022-07-22T07:22:39.187Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=jffsl6pr
time="2022-07-22T07:22:39.187Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=jffsl6pr
time="2022-07-22T07:22:39.187Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jffsl6pr
time="2022-07-22T07:22:39.187Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=zpk4w7p7
time="2022-07-22T07:22:39.187Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=zpk4w7p7
time="2022-07-22T07:22:39.187Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zpk4w7p7
time="2022-07-22T07:22:39.187Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=8cddsjlf
time="2022-07-22T07:22:39.187Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=jg8txb82
time="2022-07-22T07:22:39.187Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=jg8txb82
time="2022-07-22T07:22:39.187Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jg8txb82
time="2022-07-22T07:22:39.187Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=8cddsjlf
time="2022-07-22T07:22:39.187Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=9ljsrm8q
time="2022-07-22T07:22:39.187Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=8cddsjlf
time="2022-07-22T07:22:39.187Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=9ljsrm8q
time="2022-07-22T07:22:39.188Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=8cddsjlf
time="2022-07-22T07:22:39.188Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=9ljsrm8q
time="2022-07-22T07:22:39.188Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9ljsrm8q
time="2022-07-22T07:22:39.188Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:22:39.188Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=8cddsjlf
time="2022-07-22T07:22:39.188Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8cddsjlf
time="2022-07-22T07:22:39.188Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=jlhthwlx
time="2022-07-22T07:22:39.188Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=jlhthwlx
time="2022-07-22T07:22:39.188Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jlhthwlx
time="2022-07-22T07:22:39.188Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=5k52f6dr
time="2022-07-22T07:22:39.188Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=5k52f6dr
time="2022-07-22T07:22:39.188Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=5k52f6dr
time="2022-07-22T07:22:39.188Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5k52f6dr
time="2022-07-22T07:22:39.193Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.193Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=6vbnxfbf
time="2022-07-22T07:22:39.193Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=sgstpjb7
time="2022-07-22T07:22:39.193Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.193Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:22:39.193Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=v82jbnrd
time="2022-07-22T07:22:39.193Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=6vbnxfbf
time="2022-07-22T07:22:39.193Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vbnxfbf
time="2022-07-22T07:22:39.193Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:22:39.193Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=v82jbnrd
time="2022-07-22T07:22:39.193Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=v82jbnrd
time="2022-07-22T07:22:39.193Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.193Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=4cl9hnr6
time="2022-07-22T07:22:39.193Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:22:39.193Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.193Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.193Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.193Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=4cl9hnr6 stale=0 standby=2 unclaimed=0
time="2022-07-22T07:22:39.193Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=4cl9hnr6 unassignedCount=0
time="2022-07-22T07:22:39.193Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=sgstpjb7
time="2022-07-22T07:22:39.193Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=sgstpjb7
time="2022-07-22T07:22:39.193Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=sgstpjb7
time="2022-07-22T07:22:39.193Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4cl9hnr6
time="2022-07-22T07:22:39.193Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=sgstpjb7
time="2022-07-22T07:22:39.193Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sgstpjb7
time="2022-07-22T07:22:39.201Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: connect: connection refused" reconcileID=g9kj9btl
time="2022-07-22T07:22:39.213Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=26 elapsedMillisGT=0 outcome=unspecified reconcileID=g9kj9btl
time="2022-07-22T07:22:39.214Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=kl8xcdhd
time="2022-07-22T07:22:39.214Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=kl8xcdhd
time="2022-07-22T07:22:39.214Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=nvqf9d9l
time="2022-07-22T07:22:39.214Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=p5sqc7pg
time="2022-07-22T07:22:39.214Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=nvqf9d9l
time="2022-07-22T07:22:39.214Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=p5sqc7pg
time="2022-07-22T07:22:39.214Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=ftw4pl4j
time="2022-07-22T07:22:39.214Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p5sqc7pg
time="2022-07-22T07:22:39.214Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=ftw4pl4j
time="2022-07-22T07:22:39.214Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=ftw4pl4j
time="2022-07-22T07:22:39.214Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=lrhdl52p
time="2022-07-22T07:22:39.214Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=57pfv9mf
time="2022-07-22T07:22:39.214Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=lrhdl52p
time="2022-07-22T07:22:39.214Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lrhdl52p
time="2022-07-22T07:22:39.214Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=57pfv9mf
time="2022-07-22T07:22:39.214Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=nvqf9d9l
time="2022-07-22T07:22:39.214Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nvqf9d9l
time="2022-07-22T07:22:39.214Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=57pfv9mf
time="2022-07-22T07:22:39.214Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=c24rwp7h
time="2022-07-22T07:22:39.214Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=57pfv9mf
time="2022-07-22T07:22:39.214Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:22:39.214Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=c24rwp7h
time="2022-07-22T07:22:39.214Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=57pfv9mf
time="2022-07-22T07:22:39.215Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=57pfv9mf
time="2022-07-22T07:22:39.215Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=z75hzfz7
time="2022-07-22T07:22:39.214Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=brvfdnwr
time="2022-07-22T07:22:39.215Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=brvfdnwr
time="2022-07-22T07:22:39.215Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=brvfdnwr
time="2022-07-22T07:22:39.215Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=z75hzfz7
time="2022-07-22T07:22:39.214Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=c24rwp7h
time="2022-07-22T07:22:39.215Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z75hzfz7
time="2022-07-22T07:22:39.215Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c24rwp7h
time="2022-07-22T07:22:39.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=8br76m5r
time="2022-07-22T07:22:39.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.22Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=mnq777xv
time="2022-07-22T07:22:39.22Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=sp6vfq6k
time="2022-07-22T07:22:39.22Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=mnq777xv
time="2022-07-22T07:22:39.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mnq777xv
time="2022-07-22T07:22:39.22Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=svwd4r65
time="2022-07-22T07:22:39.22Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:22:39.22Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.22Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:22:39.22Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=svwd4r65
time="2022-07-22T07:22:39.22Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=svwd4r65
time="2022-07-22T07:22:39.22Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.22Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=sp6vfq6k stale=0 standby=2 unclaimed=0
time="2022-07-22T07:22:39.22Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.22Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=sp6vfq6k unassignedCount=0
time="2022-07-22T07:22:39.22Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.22Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:22:39.22Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=8br76m5r
time="2022-07-22T07:22:39.22Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sp6vfq6k
time="2022-07-22T07:22:39.22Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=8br76m5r
time="2022-07-22T07:22:39.22Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=8br76m5r
time="2022-07-22T07:22:39.22Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=8br76m5r
time="2022-07-22T07:22:39.22Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8br76m5r
time="2022-07-22T07:22:39.222Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.19.50.246:6443: connect: connection refused" reconcileID=kl8xcdhd
time="2022-07-22T07:22:39.223Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=kl8xcdhd
time="2022-07-22T07:22:39.223Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=hvtg58mz
time="2022-07-22T07:22:39.223Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=hvtg58mz
time="2022-07-22T07:22:39.227Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=3 infraID=jshu-pool-ldpb2-6kzwq reconcileID=n9lxgg2j states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:22:39.227Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=n9lxgg2j
time="2022-07-22T07:22:39.233Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.19.50.246:6443: connect: connection refused" reconcileID=hvtg58mz
time="2022-07-22T07:22:39.245Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=hvtg58mz
time="2022-07-22T07:22:39.245Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=s6wt2m26
time="2022-07-22T07:22:39.245Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=s6wt2m26
time="2022-07-22T07:22:39.245Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=9cvd7fhp
time="2022-07-22T07:22:39.245Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=s6wt2m26
time="2022-07-22T07:22:39.245Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=2mxfz9h7
time="2022-07-22T07:22:39.245Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=2mxfz9h7
time="2022-07-22T07:22:39.245Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2mxfz9h7
time="2022-07-22T07:22:39.245Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=9cvd7fhp
time="2022-07-22T07:22:39.245Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=9cvd7fhp
time="2022-07-22T07:22:39.245Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=b5rqtqtn
time="2022-07-22T07:22:39.245Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9cvd7fhp
time="2022-07-22T07:22:39.245Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=b5rqtqtn
time="2022-07-22T07:22:39.245Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=glb84vft
time="2022-07-22T07:22:39.245Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=glb84vft
time="2022-07-22T07:22:39.245Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=94l7xx2m
time="2022-07-22T07:22:39.245Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=glb84vft
time="2022-07-22T07:22:39.245Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=5xv47tfb
time="2022-07-22T07:22:39.245Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=94l7xx2m
time="2022-07-22T07:22:39.245Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=5xv47tfb
time="2022-07-22T07:22:39.245Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5xv47tfb
time="2022-07-22T07:22:39.245Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=94l7xx2m
time="2022-07-22T07:22:39.245Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=xmglqn72
time="2022-07-22T07:22:39.245Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=94l7xx2m
time="2022-07-22T07:22:39.245Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:22:39.245Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=94l7xx2m
time="2022-07-22T07:22:39.245Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=xmglqn72
time="2022-07-22T07:22:39.245Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=94l7xx2m
time="2022-07-22T07:22:39.245Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xmglqn72
time="2022-07-22T07:22:39.245Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=99xzt4bl
time="2022-07-22T07:22:39.245Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=99xzt4bl
time="2022-07-22T07:22:39.245Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=99xzt4bl
time="2022-07-22T07:22:39.245Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=99xzt4bl
time="2022-07-22T07:22:39.251Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.251Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.251Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gnmlw6rs
time="2022-07-22T07:22:39.251Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:22:39.251Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=vmft9jf5
time="2022-07-22T07:22:39.251Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=vmft9jf5
time="2022-07-22T07:22:39.251Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vmft9jf5
time="2022-07-22T07:22:39.251Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=5v65bxsl
time="2022-07-22T07:22:39.251Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.251Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:22:39.251Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=5v65bxsl
time="2022-07-22T07:22:39.251Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=5v65bxsl
time="2022-07-22T07:22:39.251Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=7h62ftm8
time="2022-07-22T07:22:39.251Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.251Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:22:39.251Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.251Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.251Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gnmlw6rs
time="2022-07-22T07:22:39.251Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=7h62ftm8 stale=0 standby=2 unclaimed=0
time="2022-07-22T07:22:39.251Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gnmlw6rs
time="2022-07-22T07:22:39.251Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gnmlw6rs
time="2022-07-22T07:22:39.251Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=7h62ftm8 unassignedCount=0
time="2022-07-22T07:22:39.251Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gnmlw6rs
time="2022-07-22T07:22:39.251Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7h62ftm8
time="2022-07-22T07:22:39.251Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gnmlw6rs
time="2022-07-22T07:22:39.257Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: connect: connection refused" reconcileID=b5rqtqtn
time="2022-07-22T07:22:39.268Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=b5rqtqtn
time="2022-07-22T07:22:39.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=bxqw9zq5
time="2022-07-22T07:22:39.268Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=bxqw9zq5
time="2022-07-22T07:22:39.268Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=wflsglwn
time="2022-07-22T07:22:39.268Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=wflsglwn
time="2022-07-22T07:22:39.268Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=wflsglwn
time="2022-07-22T07:22:39.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=sr599986
time="2022-07-22T07:22:39.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=c995xl9r
time="2022-07-22T07:22:39.268Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=sr599986
time="2022-07-22T07:22:39.268Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sr599986
time="2022-07-22T07:22:39.268Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=c995xl9r
time="2022-07-22T07:22:39.268Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=lcclrsld
time="2022-07-22T07:22:39.269Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=c995xl9r
time="2022-07-22T07:22:39.269Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c995xl9r
time="2022-07-22T07:22:39.269Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=szccp448
time="2022-07-22T07:22:39.269Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=szccp448
time="2022-07-22T07:22:39.269Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=lcclrsld
time="2022-07-22T07:22:39.269Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=szccp448
time="2022-07-22T07:22:39.269Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=lcclrsld
time="2022-07-22T07:22:39.269Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=6mwtbdh8
time="2022-07-22T07:22:39.269Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=lcclrsld
time="2022-07-22T07:22:39.269Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=6mwtbdh8
time="2022-07-22T07:22:39.269Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6mwtbdh8
time="2022-07-22T07:22:39.269Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:22:39.269Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=lcclrsld
time="2022-07-22T07:22:39.269Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lcclrsld
time="2022-07-22T07:22:39.269Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=lvl852cp
time="2022-07-22T07:22:39.269Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=lvl852cp
time="2022-07-22T07:22:39.269Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=dzjpmdh7
time="2022-07-22T07:22:39.269Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lvl852cp
time="2022-07-22T07:22:39.269Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=dzjpmdh7
time="2022-07-22T07:22:39.269Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=dzjpmdh7
time="2022-07-22T07:22:39.269Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dzjpmdh7
time="2022-07-22T07:22:39.274Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fbvzc87s
time="2022-07-22T07:22:39.274Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=dtgd7l86
time="2022-07-22T07:22:39.275Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:22:39.275Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.274Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=l2wkcgc7
time="2022-07-22T07:22:39.275Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=l2wkcgc7
time="2022-07-22T07:22:39.275Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l2wkcgc7
time="2022-07-22T07:22:39.275Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=dtgd7l86 stale=0 standby=2 unclaimed=0
time="2022-07-22T07:22:39.275Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.275Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=dtgd7l86 unassignedCount=0
time="2022-07-22T07:22:39.275Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.275Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.275Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dtgd7l86
time="2022-07-22T07:22:39.274Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.275Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.275Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fbvzc87s
time="2022-07-22T07:22:39.275Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:22:39.275Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fbvzc87s
time="2022-07-22T07:22:39.275Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fbvzc87s
time="2022-07-22T07:22:39.275Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fbvzc87s
time="2022-07-22T07:22:39.274Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=s8rxtzpf
time="2022-07-22T07:22:39.275Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fbvzc87s
time="2022-07-22T07:22:39.275Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:22:39.275Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=s8rxtzpf
time="2022-07-22T07:22:39.275Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=s8rxtzpf
time="2022-07-22T07:22:39.279Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" reconcileID=bxqw9zq5
time="2022-07-22T07:22:39.28Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=n9lxgg2j states="map[pending:{} running:{}]"
time="2022-07-22T07:22:39.28Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=n9lxgg2j
time="2022-07-22T07:22:39.28Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=n9lxgg2j
time="2022-07-22T07:22:39.286Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=bxqw9zq5
time="2022-07-22T07:22:39.286Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=bxqw9zq5
time="2022-07-22T07:22:39.286Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=79d06457-7d51-4bb9-be2f-a32a03a9f926
time="2022-07-22T07:22:39.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=l78zqshc
time="2022-07-22T07:22:39.286Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=l78zqshc
time="2022-07-22T07:22:39.286Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=n9lxgg2j
time="2022-07-22T07:22:39.286Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=99 elapsedMillisGT=0 outcome=unspecified reconcileID=n9lxgg2j
time="2022-07-22T07:22:39.286Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=06109c03-3a56-4c1c-b7a3-cefce57b4e0b
time="2022-07-22T07:22:39.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=fr6sswm9
time="2022-07-22T07:22:39.286Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=fr6sswm9
time="2022-07-22T07:22:39.286Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=fr6sswm9
time="2022-07-22T07:22:39.3Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: connect: connection refused" reconcileID=l78zqshc
time="2022-07-22T07:22:39.3Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=l78zqshc
time="2022-07-22T07:22:39.332Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=3 infraID=jshu-pool-ldpb2-6kzwq reconcileID=fr6sswm9 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:22:39.332Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=fr6sswm9
time="2022-07-22T07:22:39.397Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=fr6sswm9 states="map[pending:{} running:{}]"
time="2022-07-22T07:22:39.397Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=fr6sswm9
time="2022-07-22T07:22:39.397Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=fr6sswm9
time="2022-07-22T07:22:39.409Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=122 elapsedMillisGT=0 outcome=unspecified reconcileID=fr6sswm9
time="2022-07-22T07:22:39.409Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=l28skmhl
time="2022-07-22T07:22:39.409Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=rwbf7vg8
time="2022-07-22T07:22:39.409Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=8w26zgc7
time="2022-07-22T07:22:39.409Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=rwbf7vg8
time="2022-07-22T07:22:39.409Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=l28skmhl
time="2022-07-22T07:22:39.409Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rwbf7vg8
time="2022-07-22T07:22:39.409Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l28skmhl
time="2022-07-22T07:22:39.409Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=xl5tpks6
time="2022-07-22T07:22:39.409Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=8w26zgc7
time="2022-07-22T07:22:39.409Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=8w26zgc7
time="2022-07-22T07:22:39.409Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=lf865plf
time="2022-07-22T07:22:39.409Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=94glwtmk
time="2022-07-22T07:22:39.409Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=h7jlxh9z
time="2022-07-22T07:22:39.409Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=lf865plf
time="2022-07-22T07:22:39.409Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=h7jlxh9z
time="2022-07-22T07:22:39.409Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=jtscc54n
time="2022-07-22T07:22:39.409Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h7jlxh9z
time="2022-07-22T07:22:39.409Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=srk4v6bg
time="2022-07-22T07:22:39.409Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=jtscc54n
time="2022-07-22T07:22:39.409Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=jtscc54n
time="2022-07-22T07:22:39.409Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=94glwtmk
time="2022-07-22T07:22:39.409Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=srk4v6bg
time="2022-07-22T07:22:39.409Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=srk4v6bg
time="2022-07-22T07:22:39.409Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=94glwtmk
time="2022-07-22T07:22:39.409Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=94glwtmk
time="2022-07-22T07:22:39.409Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:22:39.409Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=94glwtmk
time="2022-07-22T07:22:39.409Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=94glwtmk
time="2022-07-22T07:22:39.409Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jtscc54n
time="2022-07-22T07:22:39.409Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=xl5tpks6
time="2022-07-22T07:22:39.409Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=xl5tpks6
time="2022-07-22T07:22:39.409Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xl5tpks6
time="2022-07-22T07:22:39.415Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=x5qbf65f
time="2022-07-22T07:22:39.415Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.415Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.415Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=w6vvks9s
time="2022-07-22T07:22:39.415Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:22:39.415Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=cpdzd427
time="2022-07-22T07:22:39.415Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=x4st6r7r
time="2022-07-22T07:22:39.415Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.415Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:22:39.415Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=bx66s8tn
time="2022-07-22T07:22:39.415Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:22:39.415Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=x4st6r7r
time="2022-07-22T07:22:39.415Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=x4st6r7r
time="2022-07-22T07:22:39.415Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=bx66s8tn
time="2022-07-22T07:22:39.415Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=w6vvks9s
time="2022-07-22T07:22:39.415Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w6vvks9s
time="2022-07-22T07:22:39.415Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.415Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=cpdzd427 stale=0 standby=2 unclaimed=0
time="2022-07-22T07:22:39.415Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.415Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=cpdzd427 unassignedCount=0
time="2022-07-22T07:22:39.415Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.415Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=x5qbf65f
time="2022-07-22T07:22:39.415Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cpdzd427
time="2022-07-22T07:22:39.415Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=x5qbf65f
time="2022-07-22T07:22:39.415Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=x5qbf65f
time="2022-07-22T07:22:39.415Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=x5qbf65f
time="2022-07-22T07:22:39.415Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x5qbf65f
time="2022-07-22T07:22:39.415Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=bx66s8tn
time="2022-07-22T07:22:39.422Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.19.50.246:6443: connect: connection refused" reconcileID=lf865plf
time="2022-07-22T07:22:39.432Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=lf865plf
time="2022-07-22T07:22:39.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=6r4fbpct
time="2022-07-22T07:22:39.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=mzv48ccq
time="2022-07-22T07:22:39.432Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=6r4fbpct
time="2022-07-22T07:22:39.432Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=mzv48ccq
time="2022-07-22T07:22:39.432Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6r4fbpct
time="2022-07-22T07:22:39.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=zssl5ml4
time="2022-07-22T07:22:39.432Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=7vvkftw7
time="2022-07-22T07:22:39.432Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=zssl5ml4
time="2022-07-22T07:22:39.432Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zssl5ml4
time="2022-07-22T07:22:39.432Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=7vvkftw7
time="2022-07-22T07:22:39.432Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=7vvkftw7
time="2022-07-22T07:22:39.432Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=4rl9pcx8
time="2022-07-22T07:22:39.433Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=v22pj98l
time="2022-07-22T07:22:39.433Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=4rl9pcx8
time="2022-07-22T07:22:39.433Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=4rl9pcx8
time="2022-07-22T07:22:39.433Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=v22pj98l
time="2022-07-22T07:22:39.432Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=tpg2kbjp
time="2022-07-22T07:22:39.433Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=tpg2kbjp
time="2022-07-22T07:22:39.433Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=jlcnscc9
time="2022-07-22T07:22:39.433Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tpg2kbjp
time="2022-07-22T07:22:39.433Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=4rl9pcx8
time="2022-07-22T07:22:39.433Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:22:39.433Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=jlcnscc9
time="2022-07-22T07:22:39.433Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=v22pj98l
time="2022-07-22T07:22:39.433Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v22pj98l
time="2022-07-22T07:22:39.433Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=4rl9pcx8
time="2022-07-22T07:22:39.433Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rl9pcx8
time="2022-07-22T07:22:39.433Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jlcnscc9
time="2022-07-22T07:22:39.433Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=mnhgp6zl
time="2022-07-22T07:22:39.433Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=mnhgp6zl
time="2022-07-22T07:22:39.433Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=mnhgp6zl
time="2022-07-22T07:22:39.433Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mnhgp6zl
time="2022-07-22T07:22:39.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.438Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.438Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=m9f2kshf
time="2022-07-22T07:22:39.438Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=qnkd25n6
time="2022-07-22T07:22:39.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:22:39.438Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=5jfqkjzg
time="2022-07-22T07:22:39.438Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:22:39.438Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:22:39.438Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=9tfjhjkx
time="2022-07-22T07:22:39.438Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=qnkd25n6
time="2022-07-22T07:22:39.438Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=qnkd25n6
time="2022-07-22T07:22:39.438Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=9tfjhjkx
time="2022-07-22T07:22:39.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9tfjhjkx
time="2022-07-22T07:22:39.438Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.438Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=m9f2kshf stale=0 standby=2 unclaimed=0
time="2022-07-22T07:22:39.438Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=m9f2kshf unassignedCount=0
time="2022-07-22T07:22:39.438Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.438Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m9f2kshf
time="2022-07-22T07:22:39.438Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.438Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.438Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=5jfqkjzg
time="2022-07-22T07:22:39.438Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=5jfqkjzg
time="2022-07-22T07:22:39.438Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=5jfqkjzg
time="2022-07-22T07:22:39.438Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=5jfqkjzg
time="2022-07-22T07:22:39.438Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5jfqkjzg
time="2022-07-22T07:22:39.445Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: connect: connection refused" reconcileID=mzv48ccq
time="2022-07-22T07:22:39.452Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=3 infraID=jshu-pool-ldpb2-6kzwq reconcileID=bx66s8tn states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:22:39.453Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=bx66s8tn
time="2022-07-22T07:22:39.457Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=mzv48ccq
time="2022-07-22T07:22:39.457Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=v6s8cjvz
time="2022-07-22T07:22:39.457Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=9q4qbvn7
time="2022-07-22T07:22:39.457Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=v6s8cjvz
time="2022-07-22T07:22:39.457Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=v6s8cjvz
time="2022-07-22T07:22:39.457Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=kx6qf7bs
time="2022-07-22T07:22:39.457Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=9q4qbvn7
time="2022-07-22T07:22:39.457Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9q4qbvn7
time="2022-07-22T07:22:39.457Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=c7kvvnkc
time="2022-07-22T07:22:39.457Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=kx6qf7bs
time="2022-07-22T07:22:39.457Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kx6qf7bs
time="2022-07-22T07:22:39.457Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=qczlvm4z
time="2022-07-22T07:22:39.457Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=vhjkwnrg
time="2022-07-22T07:22:39.457Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=6cg9l8q2
time="2022-07-22T07:22:39.457Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=6cg9l8q2
time="2022-07-22T07:22:39.457Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=c7kvvnkc
time="2022-07-22T07:22:39.457Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=qczlvm4z
time="2022-07-22T07:22:39.457Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=vhjkwnrg
time="2022-07-22T07:22:39.457Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=qczlvm4z
time="2022-07-22T07:22:39.457Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qczlvm4z
time="2022-07-22T07:22:39.457Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vhjkwnrg
time="2022-07-22T07:22:39.457Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=c7kvvnkc
time="2022-07-22T07:22:39.457Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=fnrj75j5
time="2022-07-22T07:22:39.457Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=c7kvvnkc
time="2022-07-22T07:22:39.457Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=qgfj28tn
time="2022-07-22T07:22:39.457Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=fnrj75j5
time="2022-07-22T07:22:39.457Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=fnrj75j5
time="2022-07-22T07:22:39.457Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:22:39.457Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=qgfj28tn
time="2022-07-22T07:22:39.457Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=c7kvvnkc
time="2022-07-22T07:22:39.457Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fnrj75j5
time="2022-07-22T07:22:39.457Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qgfj28tn
time="2022-07-22T07:22:39.457Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c7kvvnkc
time="2022-07-22T07:22:39.463Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=qbx5l2hq
time="2022-07-22T07:22:39.463Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xt6mmxbv
time="2022-07-22T07:22:39.463Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:22:39.463Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=m4zjsgzc
time="2022-07-22T07:22:39.463Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.463Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:22:39.463Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=qbx5l2hq
time="2022-07-22T07:22:39.463Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=qbx5l2hq
time="2022-07-22T07:22:39.463Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:22:39.463Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=m4zjsgzc
time="2022-07-22T07:22:39.463Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=cndwjth5
time="2022-07-22T07:22:39.463Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m4zjsgzc
time="2022-07-22T07:22:39.463Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.463Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:22:39.463Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.463Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.463Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:22:39.463Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xt6mmxbv
time="2022-07-22T07:22:39.463Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xt6mmxbv
time="2022-07-22T07:22:39.463Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xt6mmxbv
time="2022-07-22T07:22:39.463Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=cndwjth5 stale=0 standby=2 unclaimed=0
time="2022-07-22T07:22:39.463Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=cndwjth5 unassignedCount=0
time="2022-07-22T07:22:39.463Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cndwjth5
time="2022-07-22T07:22:39.463Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=xt6mmxbv
time="2022-07-22T07:22:39.463Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xt6mmxbv
time="2022-07-22T07:22:39.469Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: connect: connection refused" reconcileID=6cg9l8q2
time="2022-07-22T07:22:39.469Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=11 elapsedMillisGT=0 outcome=unspecified reconcileID=6cg9l8q2
time="2022-07-22T07:22:39.545Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=bx66s8tn states="map[pending:{} running:{}]"
time="2022-07-22T07:22:39.545Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=bx66s8tn
time="2022-07-22T07:22:39.545Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=130 elapsedMillisGT=0 outcome=unspecified reconcileID=bx66s8tn
time="2022-07-22T07:22:39.545Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=5hqlzb7v
time="2022-07-22T07:22:39.545Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=5hqlzb7v
time="2022-07-22T07:22:39.546Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=5hqlzb7v
time="2022-07-22T07:22:39.59Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=3 infraID=jshu-pool-ldpb2-6kzwq reconcileID=5hqlzb7v states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:22:39.59Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=5hqlzb7v
time="2022-07-22T07:22:39.639Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=5hqlzb7v states="map[pending:{} running:{}]"
time="2022-07-22T07:22:39.639Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=5hqlzb7v
time="2022-07-22T07:22:39.639Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=94 elapsedMillisGT=0 outcome=unspecified reconcileID=5hqlzb7v
time="2022-07-22T07:22:40.548Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=pcnmt42v
time="2022-07-22T07:22:40.548Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=pcnmt42v
time="2022-07-22T07:22:40.557Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: connect: connection refused" reconcileID=pcnmt42v
time="2022-07-22T07:22:40.557Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=pcnmt42v
time="2022-07-22T07:22:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:22:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:22:50.353Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=dv6c55hn
time="2022-07-22T07:22:50.353Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=dv6c55hn
time="2022-07-22T07:22:50.354Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=dv6c55hn
time="2022-07-22T07:22:50.454Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=dv6c55hn states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:22:50.498Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 reconcileID=dv6c55hn
time="2022-07-22T07:22:50.498Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=dv6c55hn
time="2022-07-22T07:22:50.527Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc clusterOperator=etcd condition=Progressing controller=hibernation reconcileID=dv6c55hn status=True
time="2022-07-22T07:22:50.527Z" level=info msg="ClusterOperators are not ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=dv6c55hn
time="2022-07-22T07:22:50.527Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=173 elapsedMillisGT=0 outcome=unspecified reconcileID=dv6c55hn
time="2022-07-22T07:22:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:22:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:23:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:23:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:23:20.527Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=9njvvhbm
time="2022-07-22T07:23:20.528Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=9njvvhbm
time="2022-07-22T07:23:20.528Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=9njvvhbm
time="2022-07-22T07:23:20.641Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=9njvvhbm states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:23:20.684Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 reconcileID=9njvvhbm
time="2022-07-22T07:23:20.684Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=9njvvhbm
time="2022-07-22T07:23:20.717Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=9njvvhbm
time="2022-07-22T07:23:20.717Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Ready controller=hibernation reason=Running reconcileID=9njvvhbm
time="2022-07-22T07:23:20.728Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=200 elapsedMillisGT=0 outcome=unspecified reconcileID=9njvvhbm
time="2022-07-22T07:23:20.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=6wjnr4hr
time="2022-07-22T07:23:20.729Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=ttd2rczc
time="2022-07-22T07:23:20.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=4rldrk29
time="2022-07-22T07:23:20.729Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=4rldrk29
time="2022-07-22T07:23:20.729Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=ttd2rczc
time="2022-07-22T07:23:20.729Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ttd2rczc
time="2022-07-22T07:23:20.729Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=9mb2v8s4
time="2022-07-22T07:23:20.729Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=9mb2v8s4
time="2022-07-22T07:23:20.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=58czzrtl
time="2022-07-22T07:23:20.729Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9mb2v8s4
time="2022-07-22T07:23:20.729Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hbtflbbd
time="2022-07-22T07:23:20.729Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:23:20.729Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:23:20.73Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:23:20.73Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:23:20.73Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:23:20.73Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=58czzrtl
time="2022-07-22T07:23:20.73Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=58czzrtl
time="2022-07-22T07:23:20.73Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=58czzrtl
time="2022-07-22T07:23:20.73Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=58czzrtl
time="2022-07-22T07:23:20.73Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=58czzrtl
time="2022-07-22T07:23:20.73Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=5wgbwxtr
time="2022-07-22T07:23:20.73Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=5wgbwxtr
time="2022-07-22T07:23:20.73Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=5wgbwxtr
time="2022-07-22T07:23:20.73Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5wgbwxtr
time="2022-07-22T07:23:20.73Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=j9qd5585
time="2022-07-22T07:23:20.73Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:23:20.73Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=j9qd5585 stale=0 standby=1 unclaimed=1
time="2022-07-22T07:23:20.73Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=j9qd5585 unassignedCount=0
time="2022-07-22T07:23:20.729Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rldrk29
time="2022-07-22T07:23:20.729Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=c5x6dz4p
time="2022-07-22T07:23:20.73Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=c5x6dz4p
time="2022-07-22T07:23:20.731Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=ft4kfcb7
time="2022-07-22T07:23:20.731Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=c5x6dz4p
time="2022-07-22T07:23:20.731Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=ft4kfcb7
time="2022-07-22T07:23:20.731Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=ft4kfcb7
time="2022-07-22T07:23:20.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=v49vf92m
time="2022-07-22T07:23:20.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:23:20.731Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:23:20.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:23:20.731Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=v49vf92m
time="2022-07-22T07:23:20.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=m9pz4hnl
time="2022-07-22T07:23:20.731Z" level=debug msg="Waiting to fetch clusteroperator status in 6m54.268673195s" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=v49vf92m
time="2022-07-22T07:23:20.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v49vf92m
time="2022-07-22T07:23:20.729Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=rggfmt2l
time="2022-07-22T07:23:20.731Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=m9pz4hnl
time="2022-07-22T07:23:20.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m9pz4hnl
time="2022-07-22T07:23:20.731Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=b7rfh4wk
time="2022-07-22T07:23:20.731Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h56m54.268550654s reconcileID=b7rfh4wk
time="2022-07-22T07:23:20.731Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=rggfmt2l
time="2022-07-22T07:23:20.731Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b7rfh4wk
time="2022-07-22T07:23:20.731Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=rggfmt2l
time="2022-07-22T07:23:20.731Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=rggfmt2l
time="2022-07-22T07:23:20.731Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:23:20.731Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=rggfmt2l
time="2022-07-22T07:23:20.731Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rggfmt2l
time="2022-07-22T07:23:20.737Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=7 elapsedMillisGT=0 outcome=unspecified reconcileID=j9qd5585
time="2022-07-22T07:23:20.738Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=llg7rsz9
time="2022-07-22T07:23:20.738Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:23:20.738Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=llg7rsz9 stale=0 standby=1 unclaimed=1
time="2022-07-22T07:23:20.738Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=llg7rsz9 unassignedCount=0
time="2022-07-22T07:23:20.738Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=llg7rsz9
time="2022-07-22T07:23:20.773Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=c5x6dz4p states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:23:20.773Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hbtflbbd
time="2022-07-22T07:23:20.804Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=6wjnr4hr
time="2022-07-22T07:23:20.804Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=6wjnr4hr
time="2022-07-22T07:23:20.804Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=74 elapsedMillisGT=0 outcome=unspecified reconcileID=6wjnr4hr
time="2022-07-22T07:23:20.816Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hbtflbbd
time="2022-07-22T07:23:20.817Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hbtflbbd
time="2022-07-22T07:23:20.828Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 reconcileID=c5x6dz4p
time="2022-07-22T07:23:20.828Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=c5x6dz4p
time="2022-07-22T07:23:20.845Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hbtflbbd
time="2022-07-22T07:23:20.845Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hbtflbbd
time="2022-07-22T07:23:20.85Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hbtflbbd
time="2022-07-22T07:23:20.85Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hbtflbbd
time="2022-07-22T07:23:20.85Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=120 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=hbtflbbd
time="2022-07-22T07:23:20.857Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=c5x6dz4p
time="2022-07-22T07:23:20.857Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=126 elapsedMillisGT=0 outcome=unspecified reconcileID=c5x6dz4p
time="2022-07-22T07:23:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:23:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:23:39.546Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=5q8zjpmb
time="2022-07-22T07:23:39.546Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=5q8zjpmb
time="2022-07-22T07:23:39.546Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=5q8zjpmb
time="2022-07-22T07:23:39.659Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=5q8zjpmb states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:23:39.659Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=5q8zjpmb
time="2022-07-22T07:23:39.659Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Hibernating controller=hibernation reason=Hibernating reconcileID=5q8zjpmb
time="2022-07-22T07:23:39.672Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=125 elapsedMillisGT=0 outcome=unspecified reconcileID=5q8zjpmb
time="2022-07-22T07:23:39.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=ztqq9pbz
time="2022-07-22T07:23:39.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:23:39.672Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:23:39.672Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=ztqq9pbz
time="2022-07-22T07:23:39.672Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:23:39.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=sfmkxssz
time="2022-07-22T07:23:39.672Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=sfmkxssz
time="2022-07-22T07:23:39.672Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sfmkxssz
time="2022-07-22T07:23:39.672Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=tp5pbjqv
time="2022-07-22T07:23:39.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=hwdncdqp
time="2022-07-22T07:23:39.672Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=hwdncdqp
time="2022-07-22T07:23:39.672Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=tp5pbjqv
time="2022-07-22T07:23:39.672Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=tp5pbjqv
time="2022-07-22T07:23:39.672Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=fr4l728x
time="2022-07-22T07:23:39.672Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=fr4l728x
time="2022-07-22T07:23:39.672Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=fr4l728x
time="2022-07-22T07:23:39.672Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=fr4l728x
time="2022-07-22T07:23:39.672Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:23:39.672Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=fr4l728x
time="2022-07-22T07:23:39.672Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=ztqq9pbz
time="2022-07-22T07:23:39.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=6p56pkgv
time="2022-07-22T07:23:39.672Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=6p56pkgv
time="2022-07-22T07:23:39.672Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6p56pkgv
time="2022-07-22T07:23:39.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=vhbvnvjn
time="2022-07-22T07:23:39.672Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=vhbvnvjn
time="2022-07-22T07:23:39.672Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vhbvnvjn
time="2022-07-22T07:23:39.672Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=rwk4fz5v
time="2022-07-22T07:23:39.672Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=rwk4fz5v
time="2022-07-22T07:23:39.673Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rwk4fz5v
time="2022-07-22T07:23:39.672Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fr4l728x
time="2022-07-22T07:23:39.673Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=m7xd6wg7
time="2022-07-22T07:23:39.673Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=knws8vwr
time="2022-07-22T07:23:39.673Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:23:39.673Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=m7xd6wg7
time="2022-07-22T07:23:39.673Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=m7xd6wg7
time="2022-07-22T07:23:39.673Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=knws8vwr
time="2022-07-22T07:23:39.673Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=knws8vwr
time="2022-07-22T07:23:39.673Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=knws8vwr
time="2022-07-22T07:23:39.673Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mr889vxl
time="2022-07-22T07:23:39.673Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=v9csbrvb
time="2022-07-22T07:23:39.673Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=v9csbrvb
time="2022-07-22T07:23:39.673Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:23:39.673Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v9csbrvb
time="2022-07-22T07:23:39.673Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:23:39.673Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=kk6hmdbr
time="2022-07-22T07:23:39.673Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:23:39.673Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:23:39.673Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:23:39.673Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mr889vxl
time="2022-07-22T07:23:39.673Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mr889vxl
time="2022-07-22T07:23:39.673Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mr889vxl
time="2022-07-22T07:23:39.673Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=kk6hmdbr stale=0 standby=1 unclaimed=1
time="2022-07-22T07:23:39.673Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=kk6hmdbr unassignedCount=0
time="2022-07-22T07:23:39.673Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=mr889vxl
time="2022-07-22T07:23:39.673Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mr889vxl
time="2022-07-22T07:23:39.673Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kk6hmdbr
time="2022-07-22T07:23:39.673Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=r2rcvkfm
time="2022-07-22T07:23:39.673Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=r2rcvkfm
time="2022-07-22T07:23:39.673Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=r2rcvkfm
time="2022-07-22T07:23:39.673Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r2rcvkfm
time="2022-07-22T07:23:39.723Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=ztqq9pbz states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:23:39.723Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=ztqq9pbz
time="2022-07-22T07:23:39.723Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=51 elapsedMillisGT=0 outcome=unspecified reconcileID=ztqq9pbz
time="2022-07-22T07:23:40.613Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:23:40.613Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:23:40.613Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:23:40.613Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:23:40.613Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:23:40.613Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:23:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:23:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:23:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:23:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:24:09.674Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.19.50.246:6443: i/o timeout" reconcileID=hwdncdqp
time="2022-07-22T07:24:09.687Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=qwk7nzmh
time="2022-07-22T07:24:09.687Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=46pc9vrz
time="2022-07-22T07:24:09.687Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=qwk7nzmh
time="2022-07-22T07:24:09.687Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=qwk7nzmh
time="2022-07-22T07:24:09.687Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qwk7nzmh
time="2022-07-22T07:24:09.687Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=46pc9vrz
time="2022-07-22T07:24:09.687Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=46pc9vrz
time="2022-07-22T07:24:09.687Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=vh89f4w5
time="2022-07-22T07:24:09.687Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=twqtqn22
time="2022-07-22T07:24:09.687Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=twqtqn22
time="2022-07-22T07:24:09.687Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=twqtqn22
time="2022-07-22T07:24:09.687Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=vh89f4w5
time="2022-07-22T07:24:09.687Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30015 elapsedMillisGT=30000 outcome=unspecified reconcileID=hwdncdqp
time="2022-07-22T07:24:09.687Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=ns2tplhr
time="2022-07-22T07:24:09.687Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=ns2tplhr
time="2022-07-22T07:24:09.687Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=wtt2n45n
time="2022-07-22T07:24:09.687Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=wtt2n45n
time="2022-07-22T07:24:09.687Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wtt2n45n
time="2022-07-22T07:24:09.687Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=fs2wgqx6
time="2022-07-22T07:24:09.687Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=b8wmkwh9
time="2022-07-22T07:24:09.687Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=fs2wgqx6
time="2022-07-22T07:24:09.687Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=fs2wgqx6
time="2022-07-22T07:24:09.687Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=b8wmkwh9
time="2022-07-22T07:24:09.687Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fs2wgqx6
time="2022-07-22T07:24:09.687Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b8wmkwh9
time="2022-07-22T07:24:09.687Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=vh89f4w5
time="2022-07-22T07:24:09.687Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=vh89f4w5
time="2022-07-22T07:24:09.687Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:24:09.687Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=vh89f4w5
time="2022-07-22T07:24:09.687Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vh89f4w5
time="2022-07-22T07:24:09.687Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=x9tlzvgg
time="2022-07-22T07:24:09.687Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=x9tlzvgg
time="2022-07-22T07:24:09.687Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x9tlzvgg
time="2022-07-22T07:24:09.692Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=jxpxnvhv
time="2022-07-22T07:24:09.692Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=jxpxnvhv
time="2022-07-22T07:24:09.692Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=jxpxnvhv
time="2022-07-22T07:24:09.692Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=x2vg6q4s
time="2022-07-22T07:24:09.692Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=hz8vmlfh
time="2022-07-22T07:24:09.692Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:24:09.692Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:24:09.692Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=rlh6vwqw
time="2022-07-22T07:24:09.692Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=x2vg6q4s
time="2022-07-22T07:24:09.692Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:24:09.692Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=x2vg6q4s
time="2022-07-22T07:24:09.692Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=rlh6vwqw
time="2022-07-22T07:24:09.692Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rlh6vwqw
time="2022-07-22T07:24:09.692Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:24:09.692Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fv88lrld
time="2022-07-22T07:24:09.692Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:24:09.692Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=hz8vmlfh stale=0 standby=1 unclaimed=1
time="2022-07-22T07:24:09.692Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:24:09.693Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=hz8vmlfh unassignedCount=0
time="2022-07-22T07:24:09.693Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:24:09.693Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hz8vmlfh
time="2022-07-22T07:24:09.693Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:24:09.693Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:24:09.693Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fv88lrld
time="2022-07-22T07:24:09.693Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fv88lrld
time="2022-07-22T07:24:09.693Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fv88lrld
time="2022-07-22T07:24:09.693Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=fv88lrld
time="2022-07-22T07:24:09.693Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fv88lrld
time="2022-07-22T07:24:09.796Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=jxpxnvhv states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:24:09.796Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=jxpxnvhv
time="2022-07-22T07:24:09.796Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=104 elapsedMillisGT=0 outcome=unspecified reconcileID=jxpxnvhv
time="2022-07-22T07:24:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:24:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:24:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:24:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:24:39.689Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.19.50.246:6443: i/o timeout" reconcileID=ns2tplhr
time="2022-07-22T07:24:39.689Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=ns2tplhr
time="2022-07-22T07:24:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:24:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:24:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:24:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:25:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:25:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:25:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:25:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:25:40.614Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:25:40.615Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:25:40.615Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:25:40.615Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:25:40.615Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:25:40.615Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:25:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:25:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:25:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:25:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:26:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:26:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:26:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:26:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:26:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:26:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:26:53.528Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=wc68xjwv
time="2022-07-22T07:26:53.528Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=wc68xjwv
time="2022-07-22T07:26:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:26:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:27:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:27:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:27:23.529Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: i/o timeout" reconcileID=wc68xjwv
time="2022-07-22T07:27:23.542Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=vwk48rfb
time="2022-07-22T07:27:23.542Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=vwk48rfb
time="2022-07-22T07:27:23.542Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=vwk48rfb
time="2022-07-22T07:27:23.542Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=csmstrdd
time="2022-07-22T07:27:23.542Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=csmstrdd
time="2022-07-22T07:27:23.542Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=csmstrdd
time="2022-07-22T07:27:23.542Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=l5tzgflt
time="2022-07-22T07:27:23.542Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=l5tzgflt
time="2022-07-22T07:27:23.543Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l5tzgflt
time="2022-07-22T07:27:23.543Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=g7w4c5lw
time="2022-07-22T07:27:23.543Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=g7w4c5lw
time="2022-07-22T07:27:23.543Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g7w4c5lw
time="2022-07-22T07:27:23.543Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=4wpx7kpq
time="2022-07-22T07:27:23.543Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=4wpx7kpq
time="2022-07-22T07:27:23.543Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=4wpx7kpq
time="2022-07-22T07:27:23.543Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4wpx7kpq
time="2022-07-22T07:27:23.543Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=fcsrz2r5
time="2022-07-22T07:27:23.543Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=fcsrz2r5
time="2022-07-22T07:27:23.543Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=fcsrz2r5
time="2022-07-22T07:27:23.543Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=fcsrz2r5
time="2022-07-22T07:27:23.543Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:27:23.543Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=fcsrz2r5
time="2022-07-22T07:27:23.543Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fcsrz2r5
time="2022-07-22T07:27:23.543Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=slvd2wfk
time="2022-07-22T07:27:23.543Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=slvd2wfk
time="2022-07-22T07:27:23.543Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=slvd2wfk
time="2022-07-22T07:27:23.543Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=n2rfprts
time="2022-07-22T07:27:23.543Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=n2rfprts
time="2022-07-22T07:27:23.543Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=n2rfprts
time="2022-07-22T07:27:23.543Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n2rfprts
time="2022-07-22T07:27:23.543Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30015 elapsedMillisGT=30000 outcome=unspecified reconcileID=wc68xjwv
time="2022-07-22T07:27:23.543Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=g6z8kv5t
time="2022-07-22T07:27:23.544Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=g6z8kv5t
time="2022-07-22T07:27:23.547Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=fl6g7jhn
time="2022-07-22T07:27:23.547Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=fl6g7jhn
time="2022-07-22T07:27:23.548Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=fl6g7jhn
time="2022-07-22T07:27:23.548Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:27:23.548Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=fvmhdwb9
time="2022-07-22T07:27:23.548Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:27:23.548Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:27:23.548Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:27:23.548Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=28xjjw86
time="2022-07-22T07:27:23.548Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=fvmhdwb9
time="2022-07-22T07:27:23.548Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=fvmhdwb9
time="2022-07-22T07:27:23.548Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=28xjjw86
time="2022-07-22T07:27:23.548Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=28xjjw86
time="2022-07-22T07:27:23.548Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=vjcjdshk
time="2022-07-22T07:27:23.548Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:27:23.548Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=78p5p2zt
time="2022-07-22T07:27:23.548Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:27:23.548Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:27:23.548Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:27:23.548Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:27:23.548Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=78p5p2zt stale=0 standby=1 unclaimed=1
time="2022-07-22T07:27:23.548Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=78p5p2zt unassignedCount=0
time="2022-07-22T07:27:23.548Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=vjcjdshk
time="2022-07-22T07:27:23.549Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=vjcjdshk
time="2022-07-22T07:27:23.549Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=vjcjdshk
time="2022-07-22T07:27:23.548Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=78p5p2zt
time="2022-07-22T07:27:23.549Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=vjcjdshk
time="2022-07-22T07:27:23.549Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vjcjdshk
time="2022-07-22T07:27:23.684Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=fl6g7jhn states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:27:23.684Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=fl6g7jhn
time="2022-07-22T07:27:23.684Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=136 elapsedMillisGT=0 outcome=unspecified reconcileID=fl6g7jhn
time="2022-07-22T07:27:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:27:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:27:40.616Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:27:40.616Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:27:40.616Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:27:40.616Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:27:40.616Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:27:40.616Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:27:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:27:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:27:53.545Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: i/o timeout" reconcileID=g6z8kv5t
time="2022-07-22T07:27:53.561Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30017 elapsedMillisGT=30000 outcome=unspecified reconcileID=g6z8kv5t
time="2022-07-22T07:27:53.561Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=7pphhjnb
time="2022-07-22T07:27:53.561Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=vwj7tcxp
time="2022-07-22T07:27:53.561Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=7pphhjnb
time="2022-07-22T07:27:53.561Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=576vmn2r
time="2022-07-22T07:27:53.561Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=576vmn2r
time="2022-07-22T07:27:53.561Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=576vmn2r
time="2022-07-22T07:27:53.561Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=vwj7tcxp
time="2022-07-22T07:27:53.561Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=576vmn2r
time="2022-07-22T07:27:53.561Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=vwj7tcxp
time="2022-07-22T07:27:53.561Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=vwj7tcxp
time="2022-07-22T07:27:53.561Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=nl4x4vpq
time="2022-07-22T07:27:53.561Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=l2fr7gmz
time="2022-07-22T07:27:53.562Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=nl4x4vpq
time="2022-07-22T07:27:53.562Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=l2fr7gmz
time="2022-07-22T07:27:53.562Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=nl4x4vpq
time="2022-07-22T07:27:53.562Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l2fr7gmz
time="2022-07-22T07:27:53.561Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:27:53.562Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=vwj7tcxp
time="2022-07-22T07:27:53.562Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vwj7tcxp
time="2022-07-22T07:27:53.562Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=ckw2xn8q
time="2022-07-22T07:27:53.562Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=ckw2xn8q
time="2022-07-22T07:27:53.562Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ckw2xn8q
time="2022-07-22T07:27:53.562Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=9wsprz99
time="2022-07-22T07:27:53.562Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=2p9dmkmj
time="2022-07-22T07:27:53.562Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=9wsprz99
time="2022-07-22T07:27:53.562Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9wsprz99
time="2022-07-22T07:27:53.562Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=2p9dmkmj
time="2022-07-22T07:27:53.562Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=2p9dmkmj
time="2022-07-22T07:27:53.562Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=2b92b8pg
time="2022-07-22T07:27:53.562Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2p9dmkmj
time="2022-07-22T07:27:53.562Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=2b92b8pg
time="2022-07-22T07:27:53.562Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2b92b8pg
time="2022-07-22T07:27:53.567Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=4vtnbq5g
time="2022-07-22T07:27:53.567Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:27:53.567Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:27:53.567Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=s54kh6v4
time="2022-07-22T07:27:53.567Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:27:53.567Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=4vtnbq5g
time="2022-07-22T07:27:53.567Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=xbfr45cg
time="2022-07-22T07:27:53.567Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4vtnbq5g
time="2022-07-22T07:27:53.567Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:27:53.567Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=9l6czwjw
time="2022-07-22T07:27:53.567Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=69f6xqxt
time="2022-07-22T07:27:53.567Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=s54kh6v4
time="2022-07-22T07:27:53.567Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=xbfr45cg
time="2022-07-22T07:27:53.567Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=s54kh6v4
time="2022-07-22T07:27:53.567Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:27:53.567Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:27:53.567Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:27:53.567Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=69f6xqxt stale=0 standby=1 unclaimed=1
time="2022-07-22T07:27:53.567Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:27:53.567Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=69f6xqxt unassignedCount=0
time="2022-07-22T07:27:53.567Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:27:53.567Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=9l6czwjw
time="2022-07-22T07:27:53.567Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=69f6xqxt
time="2022-07-22T07:27:53.567Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=9l6czwjw
time="2022-07-22T07:27:53.567Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=9l6czwjw
time="2022-07-22T07:27:53.567Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=9l6czwjw
time="2022-07-22T07:27:53.567Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9l6czwjw
time="2022-07-22T07:27:53.568Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=xbfr45cg
time="2022-07-22T07:27:53.657Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=xbfr45cg states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:27:53.657Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=xbfr45cg
time="2022-07-22T07:27:53.657Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=89 elapsedMillisGT=0 outcome=unspecified reconcileID=xbfr45cg
time="2022-07-22T07:27:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:27:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:28:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:28:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:28:23.563Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: i/o timeout" reconcileID=7pphhjnb
time="2022-07-22T07:28:23.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30013 elapsedMillisGT=30000 outcome=unspecified reconcileID=7pphhjnb
time="2022-07-22T07:28:23.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=6xjq679k
time="2022-07-22T07:28:23.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=n5zkkpwv
time="2022-07-22T07:28:23.575Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=6xjq679k
time="2022-07-22T07:28:23.575Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=p5f58mtj
time="2022-07-22T07:28:23.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6xjq679k
time="2022-07-22T07:28:23.575Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=8kcw6tq5
time="2022-07-22T07:28:23.575Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=n5zkkpwv
time="2022-07-22T07:28:23.575Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=n5zkkpwv
time="2022-07-22T07:28:23.575Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=p5f58mtj
time="2022-07-22T07:28:23.575Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=8kcw6tq5
time="2022-07-22T07:28:23.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n5zkkpwv
time="2022-07-22T07:28:23.575Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=8kcw6tq5
time="2022-07-22T07:28:23.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=wwc89wwj
time="2022-07-22T07:28:23.575Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=wwc89wwj
time="2022-07-22T07:28:23.575Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=rsr6t2n6
time="2022-07-22T07:28:23.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=tssn2mnd
time="2022-07-22T07:28:23.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=9bkhg5vs
time="2022-07-22T07:28:23.575Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=tssn2mnd
time="2022-07-22T07:28:23.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tssn2mnd
time="2022-07-22T07:28:23.575Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=9bkhg5vs
time="2022-07-22T07:28:23.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p5f58mtj
time="2022-07-22T07:28:23.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9bkhg5vs
time="2022-07-22T07:28:23.575Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=rsr6t2n6
time="2022-07-22T07:28:23.575Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=rsr6t2n6
time="2022-07-22T07:28:23.575Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=2hd6wgvm
time="2022-07-22T07:28:23.575Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=rsr6t2n6
time="2022-07-22T07:28:23.575Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:28:23.575Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=rsr6t2n6
time="2022-07-22T07:28:23.575Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rsr6t2n6
time="2022-07-22T07:28:23.575Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=2hd6wgvm
time="2022-07-22T07:28:23.575Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=2hd6wgvm
time="2022-07-22T07:28:23.575Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2hd6wgvm
time="2022-07-22T07:28:23.58Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gkbzs5fp
time="2022-07-22T07:28:23.58Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=4s9jlkd2
time="2022-07-22T07:28:23.58Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:28:23.58Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=4s9jlkd2
time="2022-07-22T07:28:23.58Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:28:23.58Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:28:23.58Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:28:23.58Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gkbzs5fp
time="2022-07-22T07:28:23.58Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gkbzs5fp
time="2022-07-22T07:28:23.58Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gkbzs5fp
time="2022-07-22T07:28:23.58Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=gkbzs5fp
time="2022-07-22T07:28:23.58Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gkbzs5fp
time="2022-07-22T07:28:23.58Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:28:23.58Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:28:23.58Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:28:23.58Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=dls8h622
time="2022-07-22T07:28:23.58Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:28:23.58Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=w26hrnmt
time="2022-07-22T07:28:23.58Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=8v7vl5hl
time="2022-07-22T07:28:23.58Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=dls8h622
time="2022-07-22T07:28:23.58Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=8v7vl5hl
time="2022-07-22T07:28:23.58Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=4s9jlkd2
time="2022-07-22T07:28:23.58Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=dls8h622
time="2022-07-22T07:28:23.58Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:28:23.58Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8v7vl5hl
time="2022-07-22T07:28:23.581Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=w26hrnmt stale=0 standby=1 unclaimed=1
time="2022-07-22T07:28:23.581Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=w26hrnmt unassignedCount=0
time="2022-07-22T07:28:23.581Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w26hrnmt
time="2022-07-22T07:28:23.668Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=4s9jlkd2 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:28:23.668Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=4s9jlkd2
time="2022-07-22T07:28:23.668Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=87 elapsedMillisGT=0 outcome=unspecified reconcileID=4s9jlkd2
time="2022-07-22T07:28:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:28:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:28:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:28:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:28:53.578Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: i/o timeout" reconcileID=wwc89wwj
time="2022-07-22T07:28:53.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=hftw7ckx
time="2022-07-22T07:28:53.597Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=xzxrbwgb
time="2022-07-22T07:28:53.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=hph27wr4
time="2022-07-22T07:28:53.597Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=hftw7ckx
time="2022-07-22T07:28:53.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hftw7ckx
time="2022-07-22T07:28:53.597Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=xzxrbwgb
time="2022-07-22T07:28:53.597Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=xzxrbwgb
time="2022-07-22T07:28:53.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=k5vf8s7w
time="2022-07-22T07:28:53.597Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=hph27wr4
time="2022-07-22T07:28:53.597Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=46jnxsdg
time="2022-07-22T07:28:53.597Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=k5vf8s7w
time="2022-07-22T07:28:53.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hph27wr4
time="2022-07-22T07:28:53.597Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=46jnxsdg
time="2022-07-22T07:28:53.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=46jnxsdg
time="2022-07-22T07:28:53.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=skx9zxnw
time="2022-07-22T07:28:53.597Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=r2sgxbvv
time="2022-07-22T07:28:53.597Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=hkscdxqc
time="2022-07-22T07:28:53.597Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=skx9zxnw
time="2022-07-22T07:28:53.597Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=skx9zxnw
time="2022-07-22T07:28:53.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=skx9zxnw
time="2022-07-22T07:28:53.597Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=r2sgxbvv
time="2022-07-22T07:28:53.597Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=r2sgxbvv
time="2022-07-22T07:28:53.597Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k5vf8s7w
time="2022-07-22T07:28:53.598Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r2sgxbvv
time="2022-07-22T07:28:53.598Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=hkscdxqc
time="2022-07-22T07:28:53.598Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=hkscdxqc
time="2022-07-22T07:28:53.598Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=hkscdxqc
time="2022-07-22T07:28:53.598Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:28:53.598Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=hkscdxqc
time="2022-07-22T07:28:53.598Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hkscdxqc
time="2022-07-22T07:28:53.598Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30023 elapsedMillisGT=30000 outcome=unspecified reconcileID=wwc89wwj
time="2022-07-22T07:28:53.598Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=8crd7lzm
time="2022-07-22T07:28:53.598Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=8crd7lzm
time="2022-07-22T07:28:53.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:28:53.602Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:28:53.602Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:28:53.602Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=dmms6b8t
time="2022-07-22T07:28:53.602Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=dmms6b8t
time="2022-07-22T07:28:53.603Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=dmms6b8t
time="2022-07-22T07:28:53.603Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=ktsmgmpv
time="2022-07-22T07:28:53.603Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=ngmrfbjx
time="2022-07-22T07:28:53.603Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=f9rbxrjn
time="2022-07-22T07:28:53.603Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:28:53.603Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=ngmrfbjx
time="2022-07-22T07:28:53.603Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:28:53.603Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ngmrfbjx
time="2022-07-22T07:28:53.603Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=f9rbxrjn
time="2022-07-22T07:28:53.603Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=f9rbxrjn
time="2022-07-22T07:28:53.603Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=qbpp4qtl
time="2022-07-22T07:28:53.603Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=ktsmgmpv stale=0 standby=1 unclaimed=1
time="2022-07-22T07:28:53.603Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=ktsmgmpv unassignedCount=0
time="2022-07-22T07:28:53.603Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:28:53.603Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ktsmgmpv
time="2022-07-22T07:28:53.603Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:28:53.603Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:28:53.603Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:28:53.603Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=qbpp4qtl
time="2022-07-22T07:28:53.603Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=qbpp4qtl
time="2022-07-22T07:28:53.603Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=qbpp4qtl
time="2022-07-22T07:28:53.603Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=qbpp4qtl
time="2022-07-22T07:28:53.603Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qbpp4qtl
time="2022-07-22T07:28:53.693Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=dmms6b8t states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:28:53.693Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=dmms6b8t
time="2022-07-22T07:28:53.693Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=91 elapsedMillisGT=0 outcome=unspecified reconcileID=dmms6b8t
time="2022-07-22T07:28:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:28:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:29:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:29:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:29:23.6Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: i/o timeout" reconcileID=8crd7lzm
time="2022-07-22T07:29:23.616Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30017 elapsedMillisGT=30000 outcome=unspecified reconcileID=8crd7lzm
time="2022-07-22T07:29:23.616Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=hfv4qj4z
time="2022-07-22T07:29:23.616Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=zlvf9x8v
time="2022-07-22T07:29:23.616Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=hfv4qj4z
time="2022-07-22T07:29:23.616Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=hfv4qj4z
time="2022-07-22T07:29:23.616Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=zlvf9x8v
time="2022-07-22T07:29:23.616Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zlvf9x8v
time="2022-07-22T07:29:23.616Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=9qdffjvd
time="2022-07-22T07:29:23.616Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=f9rbpzt9
time="2022-07-22T07:29:23.616Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=f9rbpzt9
time="2022-07-22T07:29:23.616Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=9qdffjvd
time="2022-07-22T07:29:23.616Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=9qdffjvd
time="2022-07-22T07:29:23.616Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9qdffjvd
time="2022-07-22T07:29:23.616Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=dkngvtbl
time="2022-07-22T07:29:23.616Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=wd4dc7tw
time="2022-07-22T07:29:23.616Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=pk9q54jc
time="2022-07-22T07:29:23.616Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=dkngvtbl
time="2022-07-22T07:29:23.616Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=dkngvtbl
time="2022-07-22T07:29:23.616Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=wd4dc7tw
time="2022-07-22T07:29:23.616Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dkngvtbl
time="2022-07-22T07:29:23.616Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=pk9q54jc
time="2022-07-22T07:29:23.616Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=dxcvvdlw
time="2022-07-22T07:29:23.616Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wd4dc7tw
time="2022-07-22T07:29:23.616Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=dxcvvdlw
time="2022-07-22T07:29:23.616Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dxcvvdlw
time="2022-07-22T07:29:23.616Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=pk9q54jc
time="2022-07-22T07:29:23.616Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=wzlx698d
time="2022-07-22T07:29:23.616Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=wzlx698d
time="2022-07-22T07:29:23.616Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=pk9q54jc
time="2022-07-22T07:29:23.616Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wzlx698d
time="2022-07-22T07:29:23.616Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:29:23.616Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=pk9q54jc
time="2022-07-22T07:29:23.616Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pk9q54jc
time="2022-07-22T07:29:23.621Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=glcj5kgh
time="2022-07-22T07:29:23.621Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=glcj5kgh
time="2022-07-22T07:29:23.621Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:29:23.621Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:29:23.621Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:29:23.621Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cwgrl286
time="2022-07-22T07:29:23.621Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:29:23.621Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:29:23.621Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:29:23.621Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=glcj5kgh
time="2022-07-22T07:29:23.621Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:29:23.621Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cwgrl286
time="2022-07-22T07:29:23.621Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cwgrl286
time="2022-07-22T07:29:23.621Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=7lgk9txv
time="2022-07-22T07:29:23.621Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cwgrl286
time="2022-07-22T07:29:23.621Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:29:23.622Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=xsfhw4gn
time="2022-07-22T07:29:23.622Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:29:23.622Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=7lgk9txv stale=0 standby=1 unclaimed=1
time="2022-07-22T07:29:23.622Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=xsfhw4gn
time="2022-07-22T07:29:23.622Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=xsfhw4gn
time="2022-07-22T07:29:23.622Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=7lgk9txv unassignedCount=0
time="2022-07-22T07:29:23.622Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=648m78kt
time="2022-07-22T07:29:23.622Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7lgk9txv
time="2022-07-22T07:29:23.622Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=648m78kt
time="2022-07-22T07:29:23.621Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cwgrl286
time="2022-07-22T07:29:23.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=648m78kt
time="2022-07-22T07:29:23.622Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cwgrl286
time="2022-07-22T07:29:23.729Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=glcj5kgh states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:29:23.729Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=glcj5kgh
time="2022-07-22T07:29:23.729Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=107 elapsedMillisGT=0 outcome=unspecified reconcileID=glcj5kgh
time="2022-07-22T07:29:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:29:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:29:40.616Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:29:40.617Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:29:40.617Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:29:40.617Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:29:40.617Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:29:40.617Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:29:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:29:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:29:53.618Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: i/o timeout" reconcileID=f9rbpzt9
time="2022-07-22T07:29:53.618Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=f9rbpzt9
time="2022-07-22T07:29:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:29:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:30:00.125Z" level=info msg="Job created" controller=clusterProvision
time="2022-07-22T07:30:15Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=zf4spzwx
time="2022-07-22T07:30:15Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=zf4spzwx
time="2022-07-22T07:30:15.091Z" level=info msg="condition Available changed for operator etcd" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=zf4spzwx
time="2022-07-22T07:30:15.091Z" level=info msg="condition Degraded changed for operator etcd" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=zf4spzwx
time="2022-07-22T07:30:15.091Z" level=info msg="condition Progressing changed for operator etcd status (True -> False)" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=zf4spzwx
time="2022-07-22T07:30:15.092Z" level=info msg="condition Available changed for operator kube-apiserver" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=zf4spzwx
time="2022-07-22T07:30:15.092Z" level=info msg="condition Progressing changed for operator kube-apiserver status (True -> False)" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=zf4spzwx
time="2022-07-22T07:30:15.116Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=zf4spzwx
time="2022-07-22T07:30:15.116Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=115 elapsedMillisGT=0 outcome=unspecified reconcileID=zf4spzwx
time="2022-07-22T07:30:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:30:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:30:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:30:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:30:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:30:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:30:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:30:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:31:01Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=ffsdmvnv
time="2022-07-22T07:31:01Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=ffsdmvnv
time="2022-07-22T07:31:01Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=ffsdmvnv
time="2022-07-22T07:31:01Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ffsdmvnv
time="2022-07-22T07:31:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:31:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:31:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:31:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:31:40.617Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:31:40.617Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:31:40.618Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:31:40.618Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:31:40.618Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:31:40.618Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:31:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:31:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:31:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:31:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:32:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:32:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:32:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:32:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:32:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:32:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:32:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:32:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:33:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:33:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:33:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:33:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:33:40.618Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:33:40.618Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:33:40.618Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:33:40.618Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:33:40.618Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:33:40.618Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:33:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:33:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:33:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:33:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:34:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:34:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:34:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:34:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:34:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:34:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:34:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:34:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:35:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:35:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:35:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:35:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:35:40.619Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:35:40.619Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:35:40.619Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:35:40.619Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:35:40.619Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:35:40.619Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:35:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:35:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:35:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:35:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:36:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:36:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:36:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:36:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:36:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:36:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:36:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:36:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:37:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:37:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:37:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:37:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:37:40.62Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:37:40.62Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:37:40.62Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:37:40.62Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:37:40.62Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:37:40.62Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:37:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:37:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:37:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:37:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:38:18.904Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=5drlvxfj
time="2022-07-22T07:38:18.904Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=5drlvxfj
time="2022-07-22T07:38:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:38:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:38:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:38:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:38:48.907Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: i/o timeout" reconcileID=5drlvxfj
time="2022-07-22T07:38:48.92Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30015 elapsedMillisGT=30000 outcome=unspecified reconcileID=5drlvxfj
time="2022-07-22T07:38:48.921Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=7qljr9ss
time="2022-07-22T07:38:48.921Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=9pc25crs
time="2022-07-22T07:38:48.921Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=4q2qz5v4
time="2022-07-22T07:38:48.921Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=7qljr9ss
time="2022-07-22T07:38:48.921Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=7qljr9ss
time="2022-07-22T07:38:48.921Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7qljr9ss
time="2022-07-22T07:38:48.921Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=4q2qz5v4
time="2022-07-22T07:38:48.921Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=4q2qz5v4
time="2022-07-22T07:38:48.921Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=9pc25crs
time="2022-07-22T07:38:48.921Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=dbb6xh8q
time="2022-07-22T07:38:48.921Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=f24zpzk2
time="2022-07-22T07:38:48.921Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=9pc25crs
time="2022-07-22T07:38:48.921Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=f24zpzk2
time="2022-07-22T07:38:48.921Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=9pc25crs
time="2022-07-22T07:38:48.921Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=dbb6xh8q
time="2022-07-22T07:38:48.921Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:38:48.921Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=dbb6xh8q
time="2022-07-22T07:38:48.921Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dbb6xh8q
time="2022-07-22T07:38:48.921Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=9pc25crs
time="2022-07-22T07:38:48.921Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=wqc7b64j
time="2022-07-22T07:38:48.921Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=74jmkrl4
time="2022-07-22T07:38:48.921Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9pc25crs
time="2022-07-22T07:38:48.921Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f24zpzk2
time="2022-07-22T07:38:48.921Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=wqc7b64j
time="2022-07-22T07:38:48.921Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=8n42f9c7
time="2022-07-22T07:38:48.921Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wqc7b64j
time="2022-07-22T07:38:48.921Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=8n42f9c7
time="2022-07-22T07:38:48.921Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=74jmkrl4
time="2022-07-22T07:38:48.921Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=74jmkrl4
time="2022-07-22T07:38:48.921Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=vvgzct8c
time="2022-07-22T07:38:48.921Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=vvgzct8c
time="2022-07-22T07:38:48.921Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vvgzct8c
time="2022-07-22T07:38:48.926Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=r2zs97nx
time="2022-07-22T07:38:48.926Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=qzxbnknc
time="2022-07-22T07:38:48.926Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:38:48.926Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=gqt6nxr4
time="2022-07-22T07:38:48.926Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=qzxbnknc
time="2022-07-22T07:38:48.926Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qzxbnknc
time="2022-07-22T07:38:48.926Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:38:48.926Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=gqt6nxr4
time="2022-07-22T07:38:48.926Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=gqt6nxr4
time="2022-07-22T07:38:48.926Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cc86jssw
time="2022-07-22T07:38:48.926Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=sv2rcqzh
time="2022-07-22T07:38:48.926Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=r2zs97nx stale=0 standby=1 unclaimed=1
time="2022-07-22T07:38:48.926Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=sv2rcqzh
time="2022-07-22T07:38:48.926Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=r2zs97nx unassignedCount=0
time="2022-07-22T07:38:48.926Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:38:48.926Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r2zs97nx
time="2022-07-22T07:38:48.926Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:38:48.926Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:38:48.926Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:38:48.926Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:38:48.926Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:38:48.926Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:38:48.927Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cc86jssw
time="2022-07-22T07:38:48.927Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cc86jssw
time="2022-07-22T07:38:48.927Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cc86jssw
time="2022-07-22T07:38:48.927Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cc86jssw
time="2022-07-22T07:38:48.927Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cc86jssw
time="2022-07-22T07:38:48.927Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=sv2rcqzh
time="2022-07-22T07:38:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:38:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:38:49.048Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=sv2rcqzh states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:38:49.048Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=sv2rcqzh
time="2022-07-22T07:38:49.048Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=121 elapsedMillisGT=0 outcome=unspecified reconcileID=sv2rcqzh
time="2022-07-22T07:38:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:38:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:39:18.922Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.19.50.246:6443: i/o timeout" reconcileID=8n42f9c7
time="2022-07-22T07:39:18.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30015 elapsedMillisGT=30000 outcome=unspecified reconcileID=8n42f9c7
time="2022-07-22T07:39:18.937Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=zzmjh5xl
time="2022-07-22T07:39:18.937Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=zzmjh5xl
time="2022-07-22T07:39:18.937Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=wtpxd7th
time="2022-07-22T07:39:18.937Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=zzmjh5xl
time="2022-07-22T07:39:18.937Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=wtpxd7th
time="2022-07-22T07:39:18.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wtpxd7th
time="2022-07-22T07:39:18.937Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=6sr8vqdt
time="2022-07-22T07:39:18.937Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=r6zmcwmz
time="2022-07-22T07:39:18.937Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=r6zmcwmz
time="2022-07-22T07:39:18.937Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=6sr8vqdt
time="2022-07-22T07:39:18.937Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=6sr8vqdt
time="2022-07-22T07:39:18.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6sr8vqdt
time="2022-07-22T07:39:18.937Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=4xf6mf77
time="2022-07-22T07:39:18.937Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=4xf6mf77
time="2022-07-22T07:39:18.937Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=4xf6mf77
time="2022-07-22T07:39:18.937Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=4xf6mf77
time="2022-07-22T07:39:18.937Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:39:18.938Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=4xf6mf77
time="2022-07-22T07:39:18.938Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4xf6mf77
time="2022-07-22T07:39:18.938Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=fzhl9c2g
time="2022-07-22T07:39:18.938Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=fzhl9c2g
time="2022-07-22T07:39:18.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fzhl9c2g
time="2022-07-22T07:39:18.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=p8p7mk9l
time="2022-07-22T07:39:18.938Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=p8p7mk9l
time="2022-07-22T07:39:18.938Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=p8p7mk9l
time="2022-07-22T07:39:18.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p8p7mk9l
time="2022-07-22T07:39:18.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=bzsf962j
time="2022-07-22T07:39:18.938Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=bzsf962j
time="2022-07-22T07:39:18.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bzsf962j
time="2022-07-22T07:39:18.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=45rsc6xf
time="2022-07-22T07:39:18.938Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=45rsc6xf
time="2022-07-22T07:39:18.938Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=45rsc6xf
time="2022-07-22T07:39:18.943Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=bkqcns56
time="2022-07-22T07:39:18.943Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:39:18.943Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:39:18.943Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:39:18.943Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=zr6lwdks
time="2022-07-22T07:39:18.943Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=qwsqjwmg
time="2022-07-22T07:39:18.943Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=zr6lwdks
time="2022-07-22T07:39:18.943Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:39:18.943Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:39:18.943Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:39:18.943Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:39:18.943Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=qwsqjwmg stale=0 standby=1 unclaimed=1
time="2022-07-22T07:39:18.943Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:39:18.943Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=qwsqjwmg unassignedCount=0
time="2022-07-22T07:39:18.943Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=bkqcns56
time="2022-07-22T07:39:18.943Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=bkqcns56
time="2022-07-22T07:39:18.943Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=bkqcns56
time="2022-07-22T07:39:18.943Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qwsqjwmg
time="2022-07-22T07:39:18.943Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=bkqcns56
time="2022-07-22T07:39:18.943Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bkqcns56
time="2022-07-22T07:39:18.943Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=rsfdvpv6
time="2022-07-22T07:39:18.943Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=wdvdw7vc
time="2022-07-22T07:39:18.943Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:39:18.943Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=wdvdw7vc
time="2022-07-22T07:39:18.943Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wdvdw7vc
time="2022-07-22T07:39:18.943Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=rsfdvpv6
time="2022-07-22T07:39:18.943Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=rsfdvpv6
time="2022-07-22T07:39:18.943Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=zr6lwdks
time="2022-07-22T07:39:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:39:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:39:19.049Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=zr6lwdks states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:39:19.049Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=zr6lwdks
time="2022-07-22T07:39:19.049Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=106 elapsedMillisGT=0 outcome=unspecified reconcileID=zr6lwdks
time="2022-07-22T07:39:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:39:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:39:40.621Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:39:40.621Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:39:40.621Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:39:40.621Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:39:40.621Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:39:40.621Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:39:48.939Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: i/o timeout" reconcileID=r6zmcwmz
time="2022-07-22T07:39:48.953Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=km2mmlpk
time="2022-07-22T07:39:48.953Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=znzfmq7h
time="2022-07-22T07:39:48.953Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=km2mmlpk
time="2022-07-22T07:39:48.953Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=km2mmlpk
time="2022-07-22T07:39:48.953Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=gxdbhss4
time="2022-07-22T07:39:48.953Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=znzfmq7h
time="2022-07-22T07:39:48.953Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=7lz9gn99
time="2022-07-22T07:39:48.953Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=znzfmq7h
time="2022-07-22T07:39:48.953Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=hcqfsnjl
time="2022-07-22T07:39:48.953Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=hcqfsnjl
time="2022-07-22T07:39:48.953Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hcqfsnjl
time="2022-07-22T07:39:48.953Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=7lz9gn99
time="2022-07-22T07:39:48.953Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7lz9gn99
time="2022-07-22T07:39:48.953Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=r2pwtjmg
time="2022-07-22T07:39:48.953Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=gxdbhss4
time="2022-07-22T07:39:48.953Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=r2pwtjmg
time="2022-07-22T07:39:48.953Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=r2pwtjmg
time="2022-07-22T07:39:48.953Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r2pwtjmg
time="2022-07-22T07:39:48.953Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=gxdbhss4
time="2022-07-22T07:39:48.953Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=gxdbhss4
time="2022-07-22T07:39:48.953Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=pnkmtc2b
time="2022-07-22T07:39:48.953Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:39:48.953Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=gxdbhss4
time="2022-07-22T07:39:48.953Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=pnkmtc2b
time="2022-07-22T07:39:48.953Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gxdbhss4
time="2022-07-22T07:39:48.953Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pnkmtc2b
time="2022-07-22T07:39:48.953Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=sgthh2jr
time="2022-07-22T07:39:48.953Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=sgthh2jr
time="2022-07-22T07:39:48.954Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=sgthh2jr
time="2022-07-22T07:39:48.954Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sgthh2jr
time="2022-07-22T07:39:48.954Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30016 elapsedMillisGT=30000 outcome=unspecified reconcileID=r6zmcwmz
time="2022-07-22T07:39:48.954Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=v2lkpw76
time="2022-07-22T07:39:48.954Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=v2lkpw76
time="2022-07-22T07:39:48.958Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:39:48.958Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:39:48.958Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:39:48.958Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=9724ps2m
time="2022-07-22T07:39:48.958Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=9724ps2m
time="2022-07-22T07:39:48.958Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=9724ps2m
time="2022-07-22T07:39:48.959Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=qnxz66x8
time="2022-07-22T07:39:48.959Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=qnxz66x8
time="2022-07-22T07:39:48.959Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=79csnsmh
time="2022-07-22T07:39:48.959Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qnxz66x8
time="2022-07-22T07:39:48.959Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=l784rrv2
time="2022-07-22T07:39:48.959Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4kr6k8zl
time="2022-07-22T07:39:48.959Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:39:48.959Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:39:48.959Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=79csnsmh
time="2022-07-22T07:39:48.959Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=79csnsmh
time="2022-07-22T07:39:48.959Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:39:48.959Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=l784rrv2 stale=0 standby=1 unclaimed=1
time="2022-07-22T07:39:48.959Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=l784rrv2 unassignedCount=0
time="2022-07-22T07:39:48.959Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:39:48.959Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:39:48.959Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:39:48.959Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l784rrv2
time="2022-07-22T07:39:48.959Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4kr6k8zl
time="2022-07-22T07:39:48.959Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4kr6k8zl
time="2022-07-22T07:39:48.959Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4kr6k8zl
time="2022-07-22T07:39:48.959Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=4kr6k8zl
time="2022-07-22T07:39:48.959Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4kr6k8zl
time="2022-07-22T07:39:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:39:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:39:49.043Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=9724ps2m states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:39:49.043Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=9724ps2m
time="2022-07-22T07:39:49.043Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=85 elapsedMillisGT=0 outcome=unspecified reconcileID=9724ps2m
time="2022-07-22T07:39:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:39:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:40:18.956Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: i/o timeout" reconcileID=v2lkpw76
time="2022-07-22T07:40:18.956Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=v2lkpw76
time="2022-07-22T07:40:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:40:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:40:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:40:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:40:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:40:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:40:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:40:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:41:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:41:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:41:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:41:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:41:40.622Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:41:40.622Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:41:40.622Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:41:40.622Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:41:40.622Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:41:40.622Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:41:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:41:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:41:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:41:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:42:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:42:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:42:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:42:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:42:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:42:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:42:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:42:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:43:03.239Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=8v6kc65f
time="2022-07-22T07:43:03.239Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:43:03.239Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=8v6kc65f stale=0 standby=1 unclaimed=1
time="2022-07-22T07:43:03.239Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=8v6kc65f unassignedCount=0
time="2022-07-22T07:43:03.239Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-dbcqc clusterPool=default/jshu-pool controller=clusterpool newPowerState=Hibernating reconcileID=8v6kc65f
time="2022-07-22T07:43:03.265Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=26 elapsedMillisGT=0 outcome=unspecified reconcileID=8v6kc65f
time="2022-07-22T07:43:03.266Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=5wsxlq9s
time="2022-07-22T07:43:03.266Z" level=info msg="Stopping cluster" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=5wsxlq9s
time="2022-07-22T07:43:03.266Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:43:03.266Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=cctkv8n2
time="2022-07-22T07:43:03.266Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:43:03.266Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:43:03.266Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=cctkv8n2
time="2022-07-22T07:43:03.266Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=cctkv8n2
time="2022-07-22T07:43:03.266Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=522whb7s
time="2022-07-22T07:43:03.266Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=522whb7s
time="2022-07-22T07:43:03.266Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=lk47fk4f
time="2022-07-22T07:43:03.266Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=rbx5q4kx
time="2022-07-22T07:43:03.266Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h37m11.73365764s reconcileID=rbx5q4kx
time="2022-07-22T07:43:03.266Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rbx5q4kx
time="2022-07-22T07:43:03.266Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=lk47fk4f
time="2022-07-22T07:43:03.266Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=sjjcsrjg
time="2022-07-22T07:43:03.266Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=4sn9ns2j
time="2022-07-22T07:43:03.266Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:43:03.266Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=522whb7s
time="2022-07-22T07:43:03.267Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=xw8qqtbr
time="2022-07-22T07:43:03.267Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=xw8qqtbr
time="2022-07-22T07:43:03.267Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=xw8qqtbr
time="2022-07-22T07:43:03.267Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=xw8qqtbr
time="2022-07-22T07:43:03.267Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:43:03.267Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=xw8qqtbr
time="2022-07-22T07:43:03.266Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Hibernating controller=hibernation reason=Stopping reconcileID=5wsxlq9s
time="2022-07-22T07:43:03.267Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xw8qqtbr
time="2022-07-22T07:43:03.268Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Ready controller=hibernation reason=StoppingOrHibernating reconcileID=5wsxlq9s
time="2022-07-22T07:43:03.268Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=sxrxt6sw
time="2022-07-22T07:43:03.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=f6dn4n6j
time="2022-07-22T07:43:03.268Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=sxrxt6sw
time="2022-07-22T07:43:03.268Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sxrxt6sw
time="2022-07-22T07:43:03.268Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=f6dn4n6j
time="2022-07-22T07:43:03.268Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f6dn4n6j
time="2022-07-22T07:43:03.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=zfzcbctz
time="2022-07-22T07:43:03.268Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=2wppkrjc
time="2022-07-22T07:43:03.268Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:43:03.268Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:43:03.268Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:43:03.268Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:43:03.268Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=lplbnff8
time="2022-07-22T07:43:03.268Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=zfzcbctz
time="2022-07-22T07:43:03.268Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:43:03.268Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=zfzcbctz
time="2022-07-22T07:43:03.268Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=zfzcbctz
time="2022-07-22T07:43:03.268Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=5wsxlq9s
time="2022-07-22T07:43:03.268Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=zfzcbctz
time="2022-07-22T07:43:03.268Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=lplbnff8 stale=0 standby=1 unclaimed=1
time="2022-07-22T07:43:03.268Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zfzcbctz
time="2022-07-22T07:43:03.268Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=lplbnff8 unassignedCount=0
time="2022-07-22T07:43:03.268Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=2wppkrjc
time="2022-07-22T07:43:03.268Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2wppkrjc
time="2022-07-22T07:43:03.268Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lplbnff8
time="2022-07-22T07:43:03.268Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=fxnm5l4j
time="2022-07-22T07:43:03.268Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=fxnm5l4j
time="2022-07-22T07:43:03.268Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=fxnm5l4j
time="2022-07-22T07:43:03.268Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fxnm5l4j
time="2022-07-22T07:43:03.34Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=4sn9ns2j
time="2022-07-22T07:43:03.343Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=sjjcsrjg
time="2022-07-22T07:43:03.343Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=sjjcsrjg
time="2022-07-22T07:43:03.343Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=77 elapsedMillisGT=0 outcome=unspecified reconcileID=sjjcsrjg
time="2022-07-22T07:43:03.369Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=4sn9ns2j
time="2022-07-22T07:43:03.37Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=4sn9ns2j
time="2022-07-22T07:43:03.378Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=111 elapsedMillisGT=0 outcome=unspecified reconcileID=lk47fk4f
time="2022-07-22T07:43:03.397Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 infraID=jshu-pool-dbcqc-79wwl reconcileID=5wsxlq9s states="map[pending:{} running:{}]"
time="2022-07-22T07:43:03.397Z" level=info msg="Stopping on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation instanceIDs="[i-0a7e5588cb097c95b i-090110e36caa72119 i-0b8c81cd9d6bf82f9 i-0f963766b7695379c i-0ee7985e3585ae00e i-004717ba631e02d5c]" reconcileID=5wsxlq9s
time="2022-07-22T07:43:03.422Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=4sn9ns2j
time="2022-07-22T07:43:03.422Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=4sn9ns2j
time="2022-07-22T07:43:03.427Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=4sn9ns2j
time="2022-07-22T07:43:03.427Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=4sn9ns2j
time="2022-07-22T07:43:03.427Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=160 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=4sn9ns2j
time="2022-07-22T07:43:03.95Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=684 elapsedMillisGT=0 outcome=unspecified reconcileID=5wsxlq9s
time="2022-07-22T07:43:03.95Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=r4pj4jgg
time="2022-07-22T07:43:03.95Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=kpr8qggb
time="2022-07-22T07:43:03.95Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=s5vw7gh5
time="2022-07-22T07:43:03.95Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=r4pj4jgg
time="2022-07-22T07:43:03.95Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r4pj4jgg
time="2022-07-22T07:43:03.95Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=kpr8qggb
time="2022-07-22T07:43:03.95Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=6xzh8shf
time="2022-07-22T07:43:03.95Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=s5vw7gh5
time="2022-07-22T07:43:03.95Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=kpr8qggb
time="2022-07-22T07:43:03.95Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=6xzh8shf
time="2022-07-22T07:43:03.95Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=kpr8qggb
time="2022-07-22T07:43:03.95Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=6xzh8shf
time="2022-07-22T07:43:03.95Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:43:03.95Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=kpr8qggb
time="2022-07-22T07:43:03.95Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kpr8qggb
time="2022-07-22T07:43:03.95Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=tdhf8php
time="2022-07-22T07:43:03.95Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=c422bdb9
time="2022-07-22T07:43:03.95Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=tdhf8php
time="2022-07-22T07:43:03.95Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=c422bdb9
time="2022-07-22T07:43:03.95Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tdhf8php
time="2022-07-22T07:43:03.95Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=c422bdb9
time="2022-07-22T07:43:03.95Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c422bdb9
time="2022-07-22T07:43:03.95Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=zhj86slz
time="2022-07-22T07:43:03.951Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=zhj86slz
time="2022-07-22T07:43:03.951Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zhj86slz
time="2022-07-22T07:43:03.951Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=bc5v7gpv
time="2022-07-22T07:43:03.951Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=wjklvw86
time="2022-07-22T07:43:03.951Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h37m11.048932167s reconcileID=bc5v7gpv
time="2022-07-22T07:43:03.951Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bc5v7gpv
time="2022-07-22T07:43:03.956Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=gqkh44dz
time="2022-07-22T07:43:03.956Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=gqkh44dz
time="2022-07-22T07:43:03.956Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=gqkh44dz
time="2022-07-22T07:43:03.956Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=shkmhhwx
time="2022-07-22T07:43:03.957Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=shkmhhwx
time="2022-07-22T07:43:03.957Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=shkmhhwx
time="2022-07-22T07:43:03.957Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:43:03.957Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:43:03.957Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:43:03.957Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=4wwqzwg2
time="2022-07-22T07:43:03.957Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:43:03.957Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:43:03.957Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:43:03.957Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:43:03.957Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=4wwqzwg2
time="2022-07-22T07:43:03.957Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=4wwqzwg2
time="2022-07-22T07:43:03.957Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=4wwqzwg2
time="2022-07-22T07:43:03.957Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=4wwqzwg2
time="2022-07-22T07:43:03.957Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4wwqzwg2
time="2022-07-22T07:43:03.957Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=7jc4glv4
time="2022-07-22T07:43:03.957Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:43:03.957Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=7jc4glv4 stale=0 standby=2 unclaimed=0
time="2022-07-22T07:43:03.957Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=7jc4glv4 unassignedCount=0
time="2022-07-22T07:43:03.958Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=c6ntk2lf
time="2022-07-22T07:43:03.958Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:43:03.966Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=7jc4glv4
time="2022-07-22T07:43:03.967Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=ql5sqp5s
time="2022-07-22T07:43:03.967Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:43:03.967Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=ql5sqp5s stale=0 standby=2 unclaimed=0
time="2022-07-22T07:43:03.967Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=ql5sqp5s unassignedCount=0
time="2022-07-22T07:43:03.967Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ql5sqp5s
time="2022-07-22T07:43:04.003Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 infraID=jshu-pool-dbcqc-79wwl reconcileID=gqkh44dz states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:43:04.003Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=gqkh44dz
time="2022-07-22T07:43:04.027Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=wjklvw86
time="2022-07-22T07:43:04.027Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=wjklvw86
time="2022-07-22T07:43:04.027Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=76 elapsedMillisGT=0 outcome=unspecified reconcileID=wjklvw86
time="2022-07-22T07:43:04.029Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=c6ntk2lf
time="2022-07-22T07:43:04.051Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=2 infraID=jshu-pool-dbcqc-79wwl reconcileID=gqkh44dz states="map[pending:{} running:{}]"
time="2022-07-22T07:43:04.052Z" level=info msg="Stopping on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation instanceIDs="[i-0b8c81cd9d6bf82f9 i-0f963766b7695379c]" reconcileID=gqkh44dz
time="2022-07-22T07:43:04.057Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=c6ntk2lf
time="2022-07-22T07:43:04.057Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=c6ntk2lf
time="2022-07-22T07:43:04.058Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=107 elapsedMillisGT=0 outcome=unspecified reconcileID=s5vw7gh5
time="2022-07-22T07:43:04.091Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=c6ntk2lf
time="2022-07-22T07:43:04.091Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=c6ntk2lf
time="2022-07-22T07:43:04.095Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=c6ntk2lf
time="2022-07-22T07:43:04.095Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=c6ntk2lf
time="2022-07-22T07:43:04.095Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=137 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=c6ntk2lf
time="2022-07-22T07:43:04.381Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=gqkh44dz
time="2022-07-22T07:43:04.392Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=436 elapsedMillisGT=0 outcome=unspecified reconcileID=gqkh44dz
time="2022-07-22T07:43:04.393Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=9cgxcnzd
time="2022-07-22T07:43:04.393Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=sfwcgx2q
time="2022-07-22T07:43:04.393Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=bqsllwht
time="2022-07-22T07:43:04.393Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=bqsllwht
time="2022-07-22T07:43:04.393Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bqsllwht
time="2022-07-22T07:43:04.393Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=sfwcgx2q
time="2022-07-22T07:43:04.393Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=br8bzpkw
time="2022-07-22T07:43:04.393Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=br8bzpkw
time="2022-07-22T07:43:04.393Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=sfwcgx2q
time="2022-07-22T07:43:04.393Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=br8bzpkw
time="2022-07-22T07:43:04.393Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=sfwcgx2q
time="2022-07-22T07:43:04.393Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=pmsl6gjk
time="2022-07-22T07:43:04.393Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:43:04.393Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=sfwcgx2q
time="2022-07-22T07:43:04.393Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sfwcgx2q
time="2022-07-22T07:43:04.393Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=pmsl6gjk
time="2022-07-22T07:43:04.393Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pmsl6gjk
time="2022-07-22T07:43:04.393Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=cz8jkhgv
time="2022-07-22T07:43:04.393Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=dh6c5tvn
time="2022-07-22T07:43:04.393Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=cz8jkhgv
time="2022-07-22T07:43:04.393Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cz8jkhgv
time="2022-07-22T07:43:04.393Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=dh6c5tvn
time="2022-07-22T07:43:04.393Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=dh6c5tvn
time="2022-07-22T07:43:04.393Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dh6c5tvn
time="2022-07-22T07:43:04.393Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=4wqbm4m7
time="2022-07-22T07:43:04.393Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=62p79424
time="2022-07-22T07:43:04.393Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h37m10.606323877s reconcileID=62p79424
time="2022-07-22T07:43:04.393Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=62p79424
time="2022-07-22T07:43:04.393Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=4wqbm4m7
time="2022-07-22T07:43:04.398Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=7r99wk2h
time="2022-07-22T07:43:04.398Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=dxqwlnpv
time="2022-07-22T07:43:04.398Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:43:04.399Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:43:04.398Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=ncz8wxxs
time="2022-07-22T07:43:04.399Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=ncz8wxxs
time="2022-07-22T07:43:04.399Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ncz8wxxs
time="2022-07-22T07:43:04.399Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=dxqwlnpv stale=0 standby=2 unclaimed=0
time="2022-07-22T07:43:04.399Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=rrpklgr8
time="2022-07-22T07:43:04.399Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=dxqwlnpv unassignedCount=0
time="2022-07-22T07:43:04.399Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=rrpklgr8
time="2022-07-22T07:43:04.399Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dxqwlnpv
time="2022-07-22T07:43:04.399Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=z84m4rnr
time="2022-07-22T07:43:04.399Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:43:04.399Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:43:04.399Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:43:04.399Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:43:04.399Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=z84m4rnr
time="2022-07-22T07:43:04.399Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=z84m4rnr
time="2022-07-22T07:43:04.399Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=z84m4rnr
time="2022-07-22T07:43:04.399Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=z84m4rnr
time="2022-07-22T07:43:04.399Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z84m4rnr
time="2022-07-22T07:43:04.399Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=rrpklgr8
time="2022-07-22T07:43:04.398Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:43:04.399Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:43:04.399Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:43:04.732Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 infraID=jshu-pool-dbcqc-79wwl reconcileID=rrpklgr8 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:43:04.732Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=rrpklgr8
time="2022-07-22T07:43:04.938Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=rrpklgr8 states="map[pending:{} running:{}]"
time="2022-07-22T07:43:04.939Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=rrpklgr8
time="2022-07-22T07:43:04.939Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=539 elapsedMillisGT=0 outcome=unspecified reconcileID=rrpklgr8
time="2022-07-22T07:43:05.131Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=7r99wk2h
I0722 07:43:06.195222       1 request.go:601] Waited for 1.061485303s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/apis/cloudcredential.openshift.io/v1?timeout=32s
I0722 07:43:16.195323       1 request.go:601] Waited for 11.061432394s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/apis/performance.openshift.io/v1alpha1?timeout=32s
time="2022-07-22T07:43:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:43:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:43:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:43:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:43:40.623Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:43:40.623Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:43:40.623Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:43:40.623Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:43:40.623Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:43:40.623Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:43:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:43:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:43:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:43:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:44:04.939Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=xvdwxqpc
time="2022-07-22T07:44:04.939Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=xvdwxqpc
time="2022-07-22T07:44:04.94Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=xvdwxqpc
time="2022-07-22T07:44:05.042Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=5 infraID=jshu-pool-dbcqc-79wwl reconcileID=xvdwxqpc states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:44:05.042Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=xvdwxqpc
time="2022-07-22T07:44:05.097Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=xvdwxqpc states="map[pending:{} running:{}]"
time="2022-07-22T07:44:05.097Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=xvdwxqpc
time="2022-07-22T07:44:05.097Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=xvdwxqpc
time="2022-07-22T07:44:05.112Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=njvk95zp
time="2022-07-22T07:44:05.112Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=6t947bnd
time="2022-07-22T07:44:05.112Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=njvk95zp
time="2022-07-22T07:44:05.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=njvk95zp
time="2022-07-22T07:44:05.112Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=6t947bnd
time="2022-07-22T07:44:05.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6t947bnd
time="2022-07-22T07:44:05.112Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=zs8x66wx
time="2022-07-22T07:44:05.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=172 elapsedMillisGT=0 outcome=unspecified reconcileID=xvdwxqpc
time="2022-07-22T07:44:05.112Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=dwkjrldd
time="2022-07-22T07:44:05.112Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=zs8x66wx
time="2022-07-22T07:44:05.112Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h36m9.887583036s reconcileID=dwkjrldd
time="2022-07-22T07:44:05.112Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=zs8x66wx
time="2022-07-22T07:44:05.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dwkjrldd
time="2022-07-22T07:44:05.112Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=lqtw8mtn
time="2022-07-22T07:44:05.112Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=kpk8758j
time="2022-07-22T07:44:05.112Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=slqfrzc9
time="2022-07-22T07:44:05.112Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=kpk8758j
time="2022-07-22T07:44:05.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kpk8758j
time="2022-07-22T07:44:05.112Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=slqfrzc9
time="2022-07-22T07:44:05.112Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=lqtw8mtn
time="2022-07-22T07:44:05.112Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=slqfrzc9
time="2022-07-22T07:44:05.112Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=slqfrzc9
time="2022-07-22T07:44:05.112Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=lqtw8mtn
time="2022-07-22T07:44:05.112Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=lqtw8mtn
time="2022-07-22T07:44:05.112Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:44:05.112Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=lqtw8mtn
time="2022-07-22T07:44:05.112Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lqtw8mtn
time="2022-07-22T07:44:05.117Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=jnmr6d4j
time="2022-07-22T07:44:05.117Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=24k5s79s
time="2022-07-22T07:44:05.117Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=xjhdr2bf
time="2022-07-22T07:44:05.117Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=jnmr6d4j
time="2022-07-22T07:44:05.117Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jnmr6d4j
time="2022-07-22T07:44:05.117Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:44:05.117Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:05.117Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:05.117Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:05.117Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:44:05.117Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=2xxwgbb8
time="2022-07-22T07:44:05.118Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=xjhdr2bf stale=0 standby=2 unclaimed=0
time="2022-07-22T07:44:05.118Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=2xxwgbb8
time="2022-07-22T07:44:05.118Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=xjhdr2bf unassignedCount=0
time="2022-07-22T07:44:05.118Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:05.118Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xjhdr2bf
time="2022-07-22T07:44:05.118Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:05.118Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:05.118Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=24k5s79s
time="2022-07-22T07:44:05.118Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=24k5s79s
time="2022-07-22T07:44:05.118Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=24k5s79s
time="2022-07-22T07:44:05.118Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=24k5s79s
time="2022-07-22T07:44:05.118Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=24k5s79s
time="2022-07-22T07:44:05.118Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=2xxwgbb8
time="2022-07-22T07:44:05.134Z" level=warning msg="slow client request" controller=machinepool elapsedMillis=60002 method=GET path=machine.openshift.io/v1beta1/machines remote=true status="504 Gateway Timeout"
time="2022-07-22T07:44:05.134Z" level=error msg="unable to fetch master machines" controller=machinepool error="the server was unable to return a response in the time allotted, but may still be processing the request (get machines.machine.openshift.io)" machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=7r99wk2h
time="2022-07-22T07:44:05.134Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=60736 elapsedMillisGT=60000 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=7r99wk2h
time="2022-07-22T07:44:05.134Z" level=warning msg="slow client request" controller=clusterState elapsedMillis=60003 method=GET path=config.openshift.io/v1/clusteroperators remote=true status="504 Gateway Timeout"
time="2022-07-22T07:44:05.135Z" level=error msg="Reconciler error" controller=machinepool-controller error="the server was unable to return a response in the time allotted, but may still be processing the request (get machines.machine.openshift.io)" name=jshu-pool-dbcqc-worker namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=4ca96d69-d893-4ba0-8002-26d415ec5dad
time="2022-07-22T07:44:05.135Z" level=error msg="failed to list target cluster operators" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState error="the server was unable to return a response in the time allotted, but may still be processing the request (get clusteroperators.config.openshift.io)" reconcileID=4wqbm4m7
time="2022-07-22T07:44:05.135Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=g4nhmbqq
time="2022-07-22T07:44:05.135Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=60741 elapsedMillisGT=60000 outcome=unspecified reconcileID=4wqbm4m7
time="2022-07-22T07:44:05.135Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:44:05.135Z" level=error msg="Reconciler error" controller=clusterstate-controller error="the server was unable to return a response in the time allotted, but may still be processing the request (get clusteroperators.config.openshift.io)" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=e890f274-be00-43ec-a2f3-9a59cfdcfef6
time="2022-07-22T07:44:05.135Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=bgd8xg9r
time="2022-07-22T07:44:05.135Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=bgd8xg9r
time="2022-07-22T07:44:05.168Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=5 infraID=jshu-pool-dbcqc-79wwl reconcileID=2xxwgbb8 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:44:05.168Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=2xxwgbb8
time="2022-07-22T07:44:05.216Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=2xxwgbb8 states="map[pending:{} running:{}]"
time="2022-07-22T07:44:05.216Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=2xxwgbb8
time="2022-07-22T07:44:05.216Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=98 elapsedMillisGT=0 outcome=unspecified reconcileID=2xxwgbb8
I0722 07:44:09.336583       1 request.go:601] Waited for 1.114583341s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/apis/build.openshift.io/v1?timeout=32s
time="2022-07-22T07:44:16.8Z" level=warning msg="slow client request" controller=clusterversion elapsedMillis=60002 method=GET path=config.openshift.io/v1/clusterversions remote=true status="504 Gateway Timeout"
time="2022-07-22T07:44:16.801Z" level=error msg="error fetching remote clusterversion object" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion error="the server was unable to return a response in the time allotted, but may still be processing the request (get clusterversions.config.openshift.io version)" reconcileID=9cgxcnzd
time="2022-07-22T07:44:16.801Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=72408 elapsedMillisGT=60000 outcome=unspecified reconcileID=9cgxcnzd
time="2022-07-22T07:44:16.801Z" level=error msg="Reconciler error" controller=clusterversion-controller error="the server was unable to return a response in the time allotted, but may still be processing the request (get clusterversions.config.openshift.io version)" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=65ce8729-50c7-4f2b-80c9-73b99da6dfc4
time="2022-07-22T07:44:16.801Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=hqwqmmtj
time="2022-07-22T07:44:17.539Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=g4nhmbqq
time="2022-07-22T07:44:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:44:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
I0722 07:44:21.002499       1 request.go:601] Waited for 1.133274149s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/apis/operator.openshift.io/v1alpha1?timeout=32s
time="2022-07-22T07:44:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:44:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:44:36.372Z" level=error msg="unable to fetch master machines" controller=machinepool error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 3.20.189.224:6443: connect: connection refused - error from a previous attempt: unexpected EOF" machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=g4nhmbqq
time="2022-07-22T07:44:36.372Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=31237 elapsedMillisGT=30000 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=g4nhmbqq
time="2022-07-22T07:44:36.372Z" level=error msg="Reconciler error" controller=machinepool-controller error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/apis/machine.openshift.io/v1beta1/machines?labelSelector=machine.openshift.io%2Fcluster-api-machine-type%3Dmaster\": dial tcp 3.20.189.224:6443: connect: connection refused - error from a previous attempt: unexpected EOF" name=jshu-pool-dbcqc-worker namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=26cc237e-3b8e-475e-b233-0f91eb81df9c
time="2022-07-22T07:44:36.372Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=jr8ndl8c
time="2022-07-22T07:44:36.372Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:44:36.373Z" level=error msg="error fetching remote clusterversion object" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 3.20.189.224:6443: connect: connection refused - error from a previous attempt: unexpected EOF" reconcileID=hqwqmmtj
time="2022-07-22T07:44:36.373Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=19572 elapsedMillisGT=10000 outcome=unspecified reconcileID=hqwqmmtj
time="2022-07-22T07:44:36.373Z" level=error msg="Reconciler error" controller=clusterversion-controller error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusterversions/version\": dial tcp 3.20.189.224:6443: connect: connection refused - error from a previous attempt: unexpected EOF" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=e68f8dc2-69e9-40d9-8619-8b151ff8e5e1
time="2022-07-22T07:44:36.373Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=qnd4vqg5
time="2022-07-22T07:44:36.375Z" level=error msg="failed to list target cluster operators" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusteroperators\": dial tcp 3.20.189.224:6443: connect: connection refused - error from a previous attempt: unexpected EOF" reconcileID=bgd8xg9r
time="2022-07-22T07:44:36.375Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=31240 elapsedMillisGT=30000 outcome=unspecified reconcileID=bgd8xg9r
time="2022-07-22T07:44:36.375Z" level=error msg="Reconciler error" controller=clusterstate-controller error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/apis/config.openshift.io/v1/clusteroperators\": dial tcp 3.20.189.224:6443: connect: connection refused - error from a previous attempt: unexpected EOF" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=0772eb91-8a1e-4fd7-9b19-22409d778409
time="2022-07-22T07:44:36.375Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=hmhz5pvz
time="2022-07-22T07:44:36.375Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=hmhz5pvz
time="2022-07-22T07:44:36.39Z" level=info msg="remote cluster is unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.136.94.41:6443: connect: connection refused" reconcileID=qnd4vqg5
time="2022-07-22T07:44:36.39Z" level=info msg="remote cluster is unreachable" controller=machinepool error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.136.94.41:6443: connect: connection refused" machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=jr8ndl8c
time="2022-07-22T07:44:36.393Z" level=info msg="remote cluster is unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.136.94.41:6443: connect: connection refused" reconcileID=hmhz5pvz
time="2022-07-22T07:44:36.41Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=wr7f6kxw
time="2022-07-22T07:44:36.41Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=rk4lm8k8
time="2022-07-22T07:44:36.41Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=8nkxchqp
time="2022-07-22T07:44:36.41Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=wr7f6kxw
time="2022-07-22T07:44:36.41Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=wr7f6kxw
time="2022-07-22T07:44:36.41Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=8nkxchqp
time="2022-07-22T07:44:36.41Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8nkxchqp
time="2022-07-22T07:44:36.41Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=rk4lm8k8
time="2022-07-22T07:44:36.41Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=724w2tlr
time="2022-07-22T07:44:36.41Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=bxzjgvzl
time="2022-07-22T07:44:36.41Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=724w2tlr
time="2022-07-22T07:44:36.41Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=rk4lm8k8
time="2022-07-22T07:44:36.41Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=rk4lm8k8
time="2022-07-22T07:44:36.41Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:44:36.41Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=qw5xkdjw
time="2022-07-22T07:44:36.41Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=bxzjgvzl
time="2022-07-22T07:44:36.41Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bxzjgvzl
time="2022-07-22T07:44:36.41Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=qw5xkdjw
time="2022-07-22T07:44:36.41Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qw5xkdjw
time="2022-07-22T07:44:36.41Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=4btz2s5v
time="2022-07-22T07:44:36.41Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=rk4lm8k8
time="2022-07-22T07:44:36.41Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rk4lm8k8
time="2022-07-22T07:44:36.41Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=4btz2s5v
time="2022-07-22T07:44:36.41Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=4btz2s5v
time="2022-07-22T07:44:36.41Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4btz2s5v
time="2022-07-22T07:44:36.41Z" level=info msg="could not update clusterdeployment with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=qnd4vqg5
time="2022-07-22T07:44:36.41Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=37 elapsedMillisGT=0 outcome=unspecified reconcileID=qnd4vqg5
time="2022-07-22T07:44:36.41Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=p4bpsr78
time="2022-07-22T07:44:36.41Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=p4bpsr78
time="2022-07-22T07:44:36.41Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p4bpsr78
time="2022-07-22T07:44:36.411Z" level=info msg="could not update clusterdeployment with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=hmhz5pvz
time="2022-07-22T07:44:36.411Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=35 elapsedMillisGT=0 outcome=unspecified reconcileID=hmhz5pvz
time="2022-07-22T07:44:36.411Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=vjrk2dbj
time="2022-07-22T07:44:36.411Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=vjrk2dbj
time="2022-07-22T07:44:36.411Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=vjrk2dbj
time="2022-07-22T07:44:36.411Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vjrk2dbj
time="2022-07-22T07:44:36.411Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=39 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=jr8ndl8c
time="2022-07-22T07:44:36.413Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=7gzwg8fb
time="2022-07-22T07:44:36.413Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:44:36.413Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=7gzwg8fb
time="2022-07-22T07:44:36.413Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=7gzwg8fb
time="2022-07-22T07:44:36.415Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=kmh4vv25
time="2022-07-22T07:44:36.415Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.415Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.415Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:44:36.415Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=kmh4vv25
time="2022-07-22T07:44:36.415Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=6dbbxtxb
time="2022-07-22T07:44:36.415Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=h48vscm8
time="2022-07-22T07:44:36.415Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=h48vscm8
time="2022-07-22T07:44:36.415Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h48vscm8
time="2022-07-22T07:44:36.415Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.415Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=74dg9mtn
time="2022-07-22T07:44:36.415Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.415Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:44:36.415Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.415Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.415Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=74dg9mtn stale=0 standby=2 unclaimed=0
time="2022-07-22T07:44:36.415Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=6dbbxtxb
time="2022-07-22T07:44:36.415Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=74dg9mtn unassignedCount=0
time="2022-07-22T07:44:36.415Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=6dbbxtxb
time="2022-07-22T07:44:36.415Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=6dbbxtxb
time="2022-07-22T07:44:36.415Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=74dg9mtn
time="2022-07-22T07:44:36.415Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=6dbbxtxb
time="2022-07-22T07:44:36.415Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=kmh4vv25
time="2022-07-22T07:44:36.415Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6dbbxtxb
time="2022-07-22T07:44:36.426Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.136.94.41:6443: connect: connection refused" reconcileID=724w2tlr
time="2022-07-22T07:44:36.426Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=724w2tlr
time="2022-07-22T07:44:36.431Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=fdjmnjf9
time="2022-07-22T07:44:36.431Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=kr46p4lf
time="2022-07-22T07:44:36.432Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=kr46p4lf
time="2022-07-22T07:44:36.432Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kr46p4lf
time="2022-07-22T07:44:36.431Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=svdv9nd4
time="2022-07-22T07:44:36.432Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=svdv9nd4
time="2022-07-22T07:44:36.432Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=fdjmnjf9
time="2022-07-22T07:44:36.432Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=fdjmnjf9
time="2022-07-22T07:44:36.432Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fdjmnjf9
time="2022-07-22T07:44:36.452Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.136.94.41:6443: connect: connection refused" reconcileID=svdv9nd4
time="2022-07-22T07:44:36.452Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=svdv9nd4
time="2022-07-22T07:44:36.462Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=ltc6mdq2
time="2022-07-22T07:44:36.462Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=ltc6mdq2
time="2022-07-22T07:44:36.472Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.136.94.41:6443: connect: connection refused" reconcileID=ltc6mdq2
time="2022-07-22T07:44:36.472Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=ltc6mdq2
time="2022-07-22T07:44:36.492Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=lsjpfr85
time="2022-07-22T07:44:36.492Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=lsjpfr85
time="2022-07-22T07:44:36.502Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: connect: connection refused" reconcileID=lsjpfr85
time="2022-07-22T07:44:36.511Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=3 infraID=jshu-pool-dbcqc-79wwl reconcileID=kmh4vv25 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:44:36.511Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=kmh4vv25
time="2022-07-22T07:44:36.512Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=lsjpfr85
time="2022-07-22T07:44:36.513Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=7zrqh4dl
time="2022-07-22T07:44:36.513Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=5wxnm2jg
time="2022-07-22T07:44:36.513Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=mmwz6lkj
time="2022-07-22T07:44:36.513Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=7zrqh4dl
time="2022-07-22T07:44:36.513Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=7zrqh4dl
time="2022-07-22T07:44:36.513Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=mmwz6lkj
time="2022-07-22T07:44:36.513Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7zrqh4dl
time="2022-07-22T07:44:36.513Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mmwz6lkj
time="2022-07-22T07:44:36.513Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=5hn4wcgh
time="2022-07-22T07:44:36.513Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=kxf7v47v
time="2022-07-22T07:44:36.513Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=5wxnm2jg
time="2022-07-22T07:44:36.513Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=9z92fjxj
time="2022-07-22T07:44:36.513Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=5wxnm2jg
time="2022-07-22T07:44:36.513Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=kxf7v47v
time="2022-07-22T07:44:36.513Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=9z92fjxj
time="2022-07-22T07:44:36.513Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=5wxnm2jg
time="2022-07-22T07:44:36.513Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=kxf7v47v
time="2022-07-22T07:44:36.513Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9z92fjxj
time="2022-07-22T07:44:36.513Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=6tcwrx4m
time="2022-07-22T07:44:36.513Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=plqn68fn
time="2022-07-22T07:44:36.513Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=6tcwrx4m
time="2022-07-22T07:44:36.513Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=plqn68fn
time="2022-07-22T07:44:36.513Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=6tcwrx4m
time="2022-07-22T07:44:36.513Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=plqn68fn
time="2022-07-22T07:44:36.513Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6tcwrx4m
time="2022-07-22T07:44:36.513Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=9dkx6989
time="2022-07-22T07:44:36.513Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=5hn4wcgh
time="2022-07-22T07:44:36.513Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=9dkx6989
time="2022-07-22T07:44:36.513Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9dkx6989
time="2022-07-22T07:44:36.513Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:44:36.513Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=5wxnm2jg
time="2022-07-22T07:44:36.513Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5wxnm2jg
time="2022-07-22T07:44:36.518Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sl7whm8k
time="2022-07-22T07:44:36.518Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.518Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hqqcsl5x
time="2022-07-22T07:44:36.518Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.518Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=j688nhbh
time="2022-07-22T07:44:36.518Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:44:36.518Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:44:36.518Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=j688nhbh
time="2022-07-22T07:44:36.518Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j688nhbh
time="2022-07-22T07:44:36.518Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hqqcsl5x
time="2022-07-22T07:44:36.518Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=hqqcsl5x
time="2022-07-22T07:44:36.518Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.518Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=cndmwt98
time="2022-07-22T07:44:36.519Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.519Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:44:36.519Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.519Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.519Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sl7whm8k
time="2022-07-22T07:44:36.519Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=cndmwt98 stale=0 standby=2 unclaimed=0
time="2022-07-22T07:44:36.519Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=cndmwt98 unassignedCount=0
time="2022-07-22T07:44:36.519Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sl7whm8k
time="2022-07-22T07:44:36.519Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sl7whm8k
time="2022-07-22T07:44:36.519Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sl7whm8k
time="2022-07-22T07:44:36.519Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cndmwt98
time="2022-07-22T07:44:36.519Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sl7whm8k
time="2022-07-22T07:44:36.524Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.136.94.41:6443: connect: connection refused" reconcileID=5hn4wcgh
time="2022-07-22T07:44:36.534Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=5hn4wcgh
time="2022-07-22T07:44:36.535Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=g9qlmtgm
time="2022-07-22T07:44:36.535Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=jz26qdng
time="2022-07-22T07:44:36.535Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=sjm4fj58
time="2022-07-22T07:44:36.535Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=jz26qdng
time="2022-07-22T07:44:36.535Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=sjm4fj58
time="2022-07-22T07:44:36.535Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jz26qdng
time="2022-07-22T07:44:36.535Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=clwpzslq
time="2022-07-22T07:44:36.535Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=g9qlmtgm
time="2022-07-22T07:44:36.535Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=g9qlmtgm
time="2022-07-22T07:44:36.535Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=clwpzslq
time="2022-07-22T07:44:36.535Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=qgxgrg5w
time="2022-07-22T07:44:36.535Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=v7flgn8w
time="2022-07-22T07:44:36.535Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=qgxgrg5w
time="2022-07-22T07:44:36.535Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=v7flgn8w
time="2022-07-22T07:44:36.535Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=r2rhvl8c
time="2022-07-22T07:44:36.535Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v7flgn8w
time="2022-07-22T07:44:36.535Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sjm4fj58
time="2022-07-22T07:44:36.535Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=clwpzslq
time="2022-07-22T07:44:36.535Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=clwpzslq
time="2022-07-22T07:44:36.535Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=r2rhvl8c
time="2022-07-22T07:44:36.535Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=grmlwxh9
time="2022-07-22T07:44:36.535Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=r2rhvl8c
time="2022-07-22T07:44:36.535Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=grmlwxh9
time="2022-07-22T07:44:36.535Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=r2rhvl8c
time="2022-07-22T07:44:36.535Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=grmlwxh9
time="2022-07-22T07:44:36.535Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:44:36.535Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=r2rhvl8c
time="2022-07-22T07:44:36.535Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r2rhvl8c
time="2022-07-22T07:44:36.535Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=db8r2jtt
time="2022-07-22T07:44:36.535Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=db8r2jtt
time="2022-07-22T07:44:36.535Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=db8r2jtt
time="2022-07-22T07:44:36.535Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=db8r2jtt
time="2022-07-22T07:44:36.541Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hfcnf9zx
time="2022-07-22T07:44:36.541Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.541Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sgww4bsc
time="2022-07-22T07:44:36.541Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.541Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:44:36.541Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=wlp722wt
time="2022-07-22T07:44:36.541Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=wlp722wt
time="2022-07-22T07:44:36.541Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wlp722wt
time="2022-07-22T07:44:36.541Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:44:36.541Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.541Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=hfcnf9zx
time="2022-07-22T07:44:36.541Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=hfcnf9zx
time="2022-07-22T07:44:36.541Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=64zvbplc
time="2022-07-22T07:44:36.541Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.541Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:44:36.541Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.541Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.541Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=64zvbplc stale=0 standby=2 unclaimed=0
time="2022-07-22T07:44:36.541Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=64zvbplc unassignedCount=0
time="2022-07-22T07:44:36.541Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=64zvbplc
time="2022-07-22T07:44:36.541Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sgww4bsc
time="2022-07-22T07:44:36.541Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sgww4bsc
time="2022-07-22T07:44:36.541Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sgww4bsc
time="2022-07-22T07:44:36.541Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sgww4bsc
time="2022-07-22T07:44:36.541Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sgww4bsc
time="2022-07-22T07:44:36.548Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.136.94.41:6443: connect: connection refused" reconcileID=qgxgrg5w
time="2022-07-22T07:44:36.548Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=qgxgrg5w
time="2022-07-22T07:44:36.553Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=wb2qwszj
time="2022-07-22T07:44:36.553Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=wb2qwszj
time="2022-07-22T07:44:36.555Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=kmh4vv25 states="map[pending:{} running:{}]"
time="2022-07-22T07:44:36.555Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=kmh4vv25
time="2022-07-22T07:44:36.555Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=kmh4vv25
time="2022-07-22T07:44:36.562Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=kmh4vv25
time="2022-07-22T07:44:36.562Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=146 elapsedMillisGT=0 outcome=unspecified reconcileID=kmh4vv25
time="2022-07-22T07:44:36.562Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=b73506cc-c0a4-4a23-ac94-e99b9bc81331
time="2022-07-22T07:44:36.562Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=rqdm75l4
time="2022-07-22T07:44:36.562Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=rqdm75l4
time="2022-07-22T07:44:36.562Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=rqdm75l4
time="2022-07-22T07:44:36.573Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.20.189.224:6443: connect: connection refused" reconcileID=wb2qwszj
time="2022-07-22T07:44:36.584Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=30 elapsedMillisGT=0 outcome=unspecified reconcileID=wb2qwszj
time="2022-07-22T07:44:36.584Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=vsrhfkp9
time="2022-07-22T07:44:36.584Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=jnwz8bwk
time="2022-07-22T07:44:36.584Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=vsrhfkp9
time="2022-07-22T07:44:36.584Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=8bnw75qb
time="2022-07-22T07:44:36.584Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=kn7bxv8g
time="2022-07-22T07:44:36.584Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=8bnw75qb
time="2022-07-22T07:44:36.584Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=ncx8qz9w
time="2022-07-22T07:44:36.584Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8bnw75qb
time="2022-07-22T07:44:36.584Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=jnwz8bwk
time="2022-07-22T07:44:36.584Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=jnwz8bwk
time="2022-07-22T07:44:36.584Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jnwz8bwk
time="2022-07-22T07:44:36.584Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=s78gncvj
time="2022-07-22T07:44:36.584Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=ncx8qz9w
time="2022-07-22T07:44:36.584Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=ncx8qz9w
time="2022-07-22T07:44:36.584Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=s78gncvj
time="2022-07-22T07:44:36.584Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ncx8qz9w
time="2022-07-22T07:44:36.584Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=l72xl5rp
time="2022-07-22T07:44:36.584Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=kn7bxv8g
time="2022-07-22T07:44:36.584Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=qcqf4bmd
time="2022-07-22T07:44:36.584Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=l72xl5rp
time="2022-07-22T07:44:36.584Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=kn7bxv8g
time="2022-07-22T07:44:36.584Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l72xl5rp
time="2022-07-22T07:44:36.584Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=qcqf4bmd
time="2022-07-22T07:44:36.584Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qcqf4bmd
time="2022-07-22T07:44:36.584Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=kn7bxv8g
time="2022-07-22T07:44:36.584Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=lnkx47c2
time="2022-07-22T07:44:36.584Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:44:36.584Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=kn7bxv8g
time="2022-07-22T07:44:36.584Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=lnkx47c2
time="2022-07-22T07:44:36.584Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lnkx47c2
time="2022-07-22T07:44:36.584Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kn7bxv8g
time="2022-07-22T07:44:36.584Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=vsrhfkp9
time="2022-07-22T07:44:36.59Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=dnnmg4gk
time="2022-07-22T07:44:36.59Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=wvhrqn2s
time="2022-07-22T07:44:36.59Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.59Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:44:36.59Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.59Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:44:36.59Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=dnnmg4gk
time="2022-07-22T07:44:36.59Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=tdbp5q4z
time="2022-07-22T07:44:36.59Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=dnnmg4gk
time="2022-07-22T07:44:36.59Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=7kmwg7xj
time="2022-07-22T07:44:36.59Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=7kmwg7xj
time="2022-07-22T07:44:36.59Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:44:36.59Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.59Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7kmwg7xj
time="2022-07-22T07:44:36.59Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=tdbp5q4z stale=0 standby=2 unclaimed=0
time="2022-07-22T07:44:36.59Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=tdbp5q4z unassignedCount=0
time="2022-07-22T07:44:36.59Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tdbp5q4z
time="2022-07-22T07:44:36.59Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.59Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.59Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.59Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=wvhrqn2s
time="2022-07-22T07:44:36.59Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=wvhrqn2s
time="2022-07-22T07:44:36.59Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=wvhrqn2s
time="2022-07-22T07:44:36.59Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=wvhrqn2s
time="2022-07-22T07:44:36.59Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wvhrqn2s
time="2022-07-22T07:44:36.594Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.20.189.224:6443: connect: connection refused" reconcileID=s78gncvj
time="2022-07-22T07:44:36.594Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=s78gncvj
time="2022-07-22T07:44:36.611Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=3 infraID=jshu-pool-dbcqc-79wwl reconcileID=rqdm75l4 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:44:36.611Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=rqdm75l4
time="2022-07-22T07:44:36.659Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=rqdm75l4 states="map[pending:{} running:{}]"
time="2022-07-22T07:44:36.659Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=rqdm75l4
time="2022-07-22T07:44:36.659Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=rqdm75l4
time="2022-07-22T07:44:36.666Z" level=info msg="failed to update clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=rqdm75l4
time="2022-07-22T07:44:36.666Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=103 elapsedMillisGT=0 outcome=unspecified reconcileID=rqdm75l4
time="2022-07-22T07:44:36.666Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=6b86be38-e45d-4607-9514-ea1aa1cc0b2c
time="2022-07-22T07:44:36.666Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=rv44jjwx
time="2022-07-22T07:44:36.666Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=rv44jjwx
time="2022-07-22T07:44:36.666Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=rv44jjwx
time="2022-07-22T07:44:36.759Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=3 infraID=jshu-pool-dbcqc-79wwl reconcileID=rv44jjwx states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:44:36.759Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=rv44jjwx
time="2022-07-22T07:44:36.805Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=rv44jjwx states="map[pending:{} running:{}]"
time="2022-07-22T07:44:36.805Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=rv44jjwx
time="2022-07-22T07:44:36.805Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Hibernating controller=hibernation reason=WaitingForMachinesToStop reconcileID=rv44jjwx
time="2022-07-22T07:44:36.816Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=qgxqgw8b
time="2022-07-22T07:44:36.816Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=9m5nmbr6
time="2022-07-22T07:44:36.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=p8vtxvdz
time="2022-07-22T07:44:36.817Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=qgxqgw8b
time="2022-07-22T07:44:36.817Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=qgxqgw8b
time="2022-07-22T07:44:36.817Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=p8vtxvdz
time="2022-07-22T07:44:36.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=58s8sjzs
time="2022-07-22T07:44:36.817Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=p8vtxvdz
time="2022-07-22T07:44:36.817Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=9m5nmbr6
time="2022-07-22T07:44:36.817Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=9m5nmbr6
time="2022-07-22T07:44:36.817Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=58s8sjzs
time="2022-07-22T07:44:36.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9m5nmbr6
time="2022-07-22T07:44:36.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=58s8sjzs
time="2022-07-22T07:44:36.816Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=mvk8xjmk
time="2022-07-22T07:44:36.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=q8r9h7dg
time="2022-07-22T07:44:36.817Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=q8r9h7dg
time="2022-07-22T07:44:36.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=4bkjhs4h
time="2022-07-22T07:44:36.817Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=4bkjhs4h
time="2022-07-22T07:44:36.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4bkjhs4h
time="2022-07-22T07:44:36.817Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=mvk8xjmk
time="2022-07-22T07:44:36.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=l5swbg4t
time="2022-07-22T07:44:36.817Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=mvk8xjmk
time="2022-07-22T07:44:36.817Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=mvk8xjmk
time="2022-07-22T07:44:36.817Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:44:36.817Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=mvk8xjmk
time="2022-07-22T07:44:36.817Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mvk8xjmk
time="2022-07-22T07:44:36.817Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=l5swbg4t
time="2022-07-22T07:44:36.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l5swbg4t
time="2022-07-22T07:44:36.816Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=ksnlsjgk
time="2022-07-22T07:44:36.817Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=ksnlsjgk
time="2022-07-22T07:44:36.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ksnlsjgk
time="2022-07-22T07:44:36.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p8vtxvdz
time="2022-07-22T07:44:36.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=151 elapsedMillisGT=0 outcome=unspecified reconcileID=rv44jjwx
time="2022-07-22T07:44:36.822Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=hrfcdk6l
time="2022-07-22T07:44:36.822Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=479rpbvh
time="2022-07-22T07:44:36.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8crxjj4t
time="2022-07-22T07:44:36.822Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.822Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.822Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:44:36.822Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:44:36.822Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=hrfcdk6l
time="2022-07-22T07:44:36.822Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=686t4tjd
time="2022-07-22T07:44:36.822Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hrfcdk6l
time="2022-07-22T07:44:36.822Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:44:36.822Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.822Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=686t4tjd
time="2022-07-22T07:44:36.822Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=686t4tjd
time="2022-07-22T07:44:36.822Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=479rpbvh stale=0 standby=2 unclaimed=0
time="2022-07-22T07:44:36.822Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=479rpbvh unassignedCount=0
time="2022-07-22T07:44:36.822Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.822Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=479rpbvh
time="2022-07-22T07:44:36.822Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.822Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.822Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8crxjj4t
time="2022-07-22T07:44:36.822Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8crxjj4t
time="2022-07-22T07:44:36.822Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8crxjj4t
time="2022-07-22T07:44:36.822Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8crxjj4t
time="2022-07-22T07:44:36.822Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8crxjj4t
time="2022-07-22T07:44:36.826Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=kvw49rts
time="2022-07-22T07:44:36.826Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=kvw49rts
time="2022-07-22T07:44:36.827Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=kvw49rts
time="2022-07-22T07:44:36.829Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: connect: connection refused" reconcileID=q8r9h7dg
time="2022-07-22T07:44:36.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=q8r9h7dg
time="2022-07-22T07:44:36.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=kzvqjkh4
time="2022-07-22T07:44:36.84Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=wj9vpb8h
time="2022-07-22T07:44:36.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=6fbddrk9
time="2022-07-22T07:44:36.84Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=t2z9kws8
time="2022-07-22T07:44:36.84Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=6fbddrk9
time="2022-07-22T07:44:36.84Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=wj9vpb8h
time="2022-07-22T07:44:36.84Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=6fbddrk9
time="2022-07-22T07:44:36.84Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=wj9vpb8h
time="2022-07-22T07:44:36.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6fbddrk9
time="2022-07-22T07:44:36.84Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=t2z9kws8
time="2022-07-22T07:44:36.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t2z9kws8
time="2022-07-22T07:44:36.84Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=kzvqjkh4
time="2022-07-22T07:44:36.84Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=f5c8pd9h
time="2022-07-22T07:44:36.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=dx6hdbvg
time="2022-07-22T07:44:36.84Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=dx6hdbvg
time="2022-07-22T07:44:36.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dx6hdbvg
time="2022-07-22T07:44:36.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=ksc9rjtn
time="2022-07-22T07:44:36.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=nmdzxnnb
time="2022-07-22T07:44:36.84Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=ksc9rjtn
time="2022-07-22T07:44:36.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=k8tvc42x
time="2022-07-22T07:44:36.84Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=f5c8pd9h
time="2022-07-22T07:44:36.84Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=nmdzxnnb
time="2022-07-22T07:44:36.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nmdzxnnb
time="2022-07-22T07:44:36.84Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=k8tvc42x
time="2022-07-22T07:44:36.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k8tvc42x
time="2022-07-22T07:44:36.84Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=kzvqjkh4
time="2022-07-22T07:44:36.84Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=f5c8pd9h
time="2022-07-22T07:44:36.84Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kzvqjkh4
time="2022-07-22T07:44:36.84Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=f5c8pd9h
time="2022-07-22T07:44:36.84Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:44:36.84Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=f5c8pd9h
time="2022-07-22T07:44:36.84Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f5c8pd9h
time="2022-07-22T07:44:36.845Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=k7jxlh52
time="2022-07-22T07:44:36.846Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=k7jxlh52
time="2022-07-22T07:44:36.846Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k7jxlh52
time="2022-07-22T07:44:36.846Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=rrlg68jn
time="2022-07-22T07:44:36.846Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.846Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.846Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:44:36.846Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:44:36.846Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=rrlg68jn
time="2022-07-22T07:44:36.846Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=rrlg68jn
time="2022-07-22T07:44:36.846Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=b4k6z4jp
time="2022-07-22T07:44:36.846Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:44:36.846Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=5rdl9mvc
time="2022-07-22T07:44:36.846Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=b4k6z4jp stale=0 standby=2 unclaimed=0
time="2022-07-22T07:44:36.846Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=b4k6z4jp unassignedCount=0
time="2022-07-22T07:44:36.846Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b4k6z4jp
time="2022-07-22T07:44:36.846Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.846Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.846Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.846Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.846Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=5rdl9mvc
time="2022-07-22T07:44:36.846Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=5rdl9mvc
time="2022-07-22T07:44:36.846Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=5rdl9mvc
time="2022-07-22T07:44:36.846Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=5rdl9mvc
time="2022-07-22T07:44:36.846Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5rdl9mvc
time="2022-07-22T07:44:36.851Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.136.94.41:6443: connect: connection refused" reconcileID=ksc9rjtn
time="2022-07-22T07:44:36.862Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=ksc9rjtn
time="2022-07-22T07:44:36.862Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=w599f59s
time="2022-07-22T07:44:36.863Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=j4xzz2jn
time="2022-07-22T07:44:36.863Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=nxvsfxm7
time="2022-07-22T07:44:36.863Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=w599f59s
time="2022-07-22T07:44:36.863Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w599f59s
time="2022-07-22T07:44:36.863Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=nxvsfxm7
time="2022-07-22T07:44:36.863Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=wj8plbrc
time="2022-07-22T07:44:36.863Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=j4xzz2jn
time="2022-07-22T07:44:36.863Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=gk2n9tp9
time="2022-07-22T07:44:36.863Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=wj8plbrc
time="2022-07-22T07:44:36.863Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=gk2n9tp9
time="2022-07-22T07:44:36.863Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=wj8plbrc
time="2022-07-22T07:44:36.863Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=j4xzz2jn
time="2022-07-22T07:44:36.863Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gk2n9tp9
time="2022-07-22T07:44:36.863Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=x9wkx22h
time="2022-07-22T07:44:36.863Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=j4xzz2jn
time="2022-07-22T07:44:36.863Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:44:36.863Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=j4xzz2jn
time="2022-07-22T07:44:36.863Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nxvsfxm7
time="2022-07-22T07:44:36.863Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j4xzz2jn
time="2022-07-22T07:44:36.863Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=x9wkx22h
time="2022-07-22T07:44:36.863Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=x9wkx22h
time="2022-07-22T07:44:36.863Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=zsfx9wts
time="2022-07-22T07:44:36.863Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x9wkx22h
time="2022-07-22T07:44:36.863Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=hsc96kbs
time="2022-07-22T07:44:36.863Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=zsfx9wts
time="2022-07-22T07:44:36.863Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=zsfx9wts
time="2022-07-22T07:44:36.863Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=hsc96kbs
time="2022-07-22T07:44:36.863Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zsfx9wts
time="2022-07-22T07:44:36.863Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hsc96kbs
time="2022-07-22T07:44:36.863Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=b9fw4lbw
time="2022-07-22T07:44:36.863Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=b9fw4lbw
time="2022-07-22T07:44:36.869Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=2mhthgxt
time="2022-07-22T07:44:36.869Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=87p72nvj
time="2022-07-22T07:44:36.869Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.869Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.869Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:44:36.869Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:44:36.869Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lk4ctjr7
time="2022-07-22T07:44:36.869Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=cqsj6h9j
time="2022-07-22T07:44:36.869Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:44:36.869Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=cqsj6h9j
time="2022-07-22T07:44:36.869Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=cqsj6h9j
time="2022-07-22T07:44:36.869Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=2mhthgxt stale=0 standby=2 unclaimed=0
time="2022-07-22T07:44:36.869Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.869Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=2mhthgxt unassignedCount=0
time="2022-07-22T07:44:36.869Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=87p72nvj
time="2022-07-22T07:44:36.869Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2mhthgxt
time="2022-07-22T07:44:36.869Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=87p72nvj
time="2022-07-22T07:44:36.869Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.869Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.869Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.869Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lk4ctjr7
time="2022-07-22T07:44:36.869Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lk4ctjr7
time="2022-07-22T07:44:36.869Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lk4ctjr7
time="2022-07-22T07:44:36.869Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lk4ctjr7
time="2022-07-22T07:44:36.869Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lk4ctjr7
time="2022-07-22T07:44:36.874Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.20.189.224:6443: connect: connection refused" reconcileID=b9fw4lbw
time="2022-07-22T07:44:36.875Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=3 infraID=jshu-pool-dbcqc-79wwl reconcileID=kvw49rts states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:44:36.875Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=kvw49rts
time="2022-07-22T07:44:36.886Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=fkvrvngz
time="2022-07-22T07:44:36.886Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=fkvrvngz
time="2022-07-22T07:44:36.886Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=fkvrvngz
time="2022-07-22T07:44:36.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=dp76mjbp
time="2022-07-22T07:44:36.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=4s7tnwn8
time="2022-07-22T07:44:36.886Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=dp76mjbp
time="2022-07-22T07:44:36.886Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dp76mjbp
time="2022-07-22T07:44:36.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=xwm75ldn
time="2022-07-22T07:44:36.887Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=xwm75ldn
time="2022-07-22T07:44:36.887Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=rvj62v8m
time="2022-07-22T07:44:36.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xwm75ldn
time="2022-07-22T07:44:36.887Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=rvj62v8m
time="2022-07-22T07:44:36.887Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=4s7tnwn8
time="2022-07-22T07:44:36.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=x4tx59ns
time="2022-07-22T07:44:36.887Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=4s7tnwn8
time="2022-07-22T07:44:36.886Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=b9fw4lbw
time="2022-07-22T07:44:36.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4s7tnwn8
time="2022-07-22T07:44:36.887Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=lw8mcfc2
time="2022-07-22T07:44:36.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=wqnj9lfh
time="2022-07-22T07:44:36.887Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=x4tx59ns
time="2022-07-22T07:44:36.887Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=wqnj9lfh
time="2022-07-22T07:44:36.887Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=x4tx59ns
time="2022-07-22T07:44:36.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x4tx59ns
time="2022-07-22T07:44:36.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rvj62v8m
time="2022-07-22T07:44:36.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=z2flw4b5
time="2022-07-22T07:44:36.887Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=lw8mcfc2
time="2022-07-22T07:44:36.887Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=z2flw4b5
time="2022-07-22T07:44:36.887Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z2flw4b5
time="2022-07-22T07:44:36.887Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=lw8mcfc2
time="2022-07-22T07:44:36.887Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=lw8mcfc2
time="2022-07-22T07:44:36.887Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:44:36.887Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=lw8mcfc2
time="2022-07-22T07:44:36.887Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lw8mcfc2
time="2022-07-22T07:44:36.892Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=fjhtgqvv
time="2022-07-22T07:44:36.892Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=vst7ntv5
time="2022-07-22T07:44:36.892Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=dsxxr4gc
time="2022-07-22T07:44:36.892Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:44:36.892Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=vst7ntv5
time="2022-07-22T07:44:36.892Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=fjhtgqvv
time="2022-07-22T07:44:36.892Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vst7ntv5
time="2022-07-22T07:44:36.892Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:44:36.892Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=fjhtgqvv
time="2022-07-22T07:44:36.892Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=q6fkl679
time="2022-07-22T07:44:36.892Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.893Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.893Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=dsxxr4gc stale=0 standby=2 unclaimed=0
time="2022-07-22T07:44:36.893Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.893Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=dsxxr4gc unassignedCount=0
time="2022-07-22T07:44:36.893Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.893Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dsxxr4gc
time="2022-07-22T07:44:36.893Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:44:36.893Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.893Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.893Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=q6fkl679
time="2022-07-22T07:44:36.893Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=q6fkl679
time="2022-07-22T07:44:36.893Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=q6fkl679
time="2022-07-22T07:44:36.893Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=q6fkl679
time="2022-07-22T07:44:36.893Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q6fkl679
time="2022-07-22T07:44:36.897Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.136.94.41:6443: connect: connection refused" reconcileID=wqnj9lfh
time="2022-07-22T07:44:36.908Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=wqnj9lfh
time="2022-07-22T07:44:36.909Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=xp48cn8c
time="2022-07-22T07:44:36.909Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=xp48cn8c
time="2022-07-22T07:44:36.909Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=cg7gltws
time="2022-07-22T07:44:36.909Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=cg7gltws
time="2022-07-22T07:44:36.909Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=cg7gltws
time="2022-07-22T07:44:36.909Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=v8hxzvzw
time="2022-07-22T07:44:36.909Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=gnvdcsw9
time="2022-07-22T07:44:36.909Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=gnvdcsw9
time="2022-07-22T07:44:36.909Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=v8hxzvzw
time="2022-07-22T07:44:36.909Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gnvdcsw9
time="2022-07-22T07:44:36.909Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=v8hxzvzw
time="2022-07-22T07:44:36.909Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v8hxzvzw
time="2022-07-22T07:44:36.909Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=lgk9zx6z
time="2022-07-22T07:44:36.909Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=vlcq7j5h
time="2022-07-22T07:44:36.909Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=lgk9zx6z
time="2022-07-22T07:44:36.909Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lgk9zx6z
time="2022-07-22T07:44:36.909Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=9ldf9r5w
time="2022-07-22T07:44:36.909Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=9ldf9r5w
time="2022-07-22T07:44:36.909Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9ldf9r5w
time="2022-07-22T07:44:36.909Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=9wkmmdl6
time="2022-07-22T07:44:36.909Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=cfqrxj82
time="2022-07-22T07:44:36.909Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=vlcq7j5h
time="2022-07-22T07:44:36.909Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=cfqrxj82
time="2022-07-22T07:44:36.909Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cfqrxj82
time="2022-07-22T07:44:36.909Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=vlcq7j5h
time="2022-07-22T07:44:36.909Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=vlcq7j5h
time="2022-07-22T07:44:36.909Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:44:36.909Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=vlcq7j5h
time="2022-07-22T07:44:36.909Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=9wkmmdl6
time="2022-07-22T07:44:36.909Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vlcq7j5h
time="2022-07-22T07:44:36.909Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=9wkmmdl6
time="2022-07-22T07:44:36.909Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9wkmmdl6
time="2022-07-22T07:44:36.915Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=b4gb99gz
time="2022-07-22T07:44:36.915Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=bdjq645v
time="2022-07-22T07:44:36.915Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.915Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:44:36.915Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8vqbmbs8
time="2022-07-22T07:44:36.915Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:44:36.915Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:44:36.915Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=bdjq645v
time="2022-07-22T07:44:36.915Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:44:36.915Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=bdjq645v
time="2022-07-22T07:44:36.915Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.915Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=b4gb99gz stale=0 standby=2 unclaimed=0
time="2022-07-22T07:44:36.915Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=jmf8jbpz
time="2022-07-22T07:44:36.915Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=jmf8jbpz
time="2022-07-22T07:44:36.915Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jmf8jbpz
time="2022-07-22T07:44:36.915Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=b4gb99gz unassignedCount=0
time="2022-07-22T07:44:36.915Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.915Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b4gb99gz
time="2022-07-22T07:44:36.915Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.915Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:44:36.915Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8vqbmbs8
time="2022-07-22T07:44:36.915Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8vqbmbs8
time="2022-07-22T07:44:36.915Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8vqbmbs8
time="2022-07-22T07:44:36.915Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=8vqbmbs8
time="2022-07-22T07:44:36.915Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8vqbmbs8
time="2022-07-22T07:44:36.918Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: connect: connection refused" reconcileID=xp48cn8c
time="2022-07-22T07:44:36.919Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=kvw49rts states="map[pending:{} running:{}]"
time="2022-07-22T07:44:36.919Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=kvw49rts
time="2022-07-22T07:44:36.919Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=92 elapsedMillisGT=0 outcome=unspecified reconcileID=kvw49rts
time="2022-07-22T07:44:36.919Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=sq6pfb98
time="2022-07-22T07:44:36.919Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=sq6pfb98
time="2022-07-22T07:44:36.919Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=sq6pfb98
time="2022-07-22T07:44:36.924Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xp48cn8c
time="2022-07-22T07:44:36.924Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=xp48cn8c
time="2022-07-22T07:44:36.924Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=1e6f1ce6-1b52-4f5a-b291-f566eaf178e8
time="2022-07-22T07:44:36.924Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=9v8gkr4j
time="2022-07-22T07:44:36.924Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=9v8gkr4j
time="2022-07-22T07:44:36.935Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.136.94.41:6443: connect: connection refused" reconcileID=9v8gkr4j
time="2022-07-22T07:44:36.935Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=9v8gkr4j
time="2022-07-22T07:44:36.965Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=3 infraID=jshu-pool-dbcqc-79wwl reconcileID=sq6pfb98 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:44:36.966Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=sq6pfb98
time="2022-07-22T07:44:37.008Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=sq6pfb98 states="map[pending:{} running:{}]"
time="2022-07-22T07:44:37.008Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=sq6pfb98
time="2022-07-22T07:44:37.008Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=89 elapsedMillisGT=0 outcome=unspecified reconcileID=sq6pfb98
time="2022-07-22T07:44:37.008Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=z25m7fgw
time="2022-07-22T07:44:37.009Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=z25m7fgw
time="2022-07-22T07:44:37.009Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=z25m7fgw
time="2022-07-22T07:44:37.052Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=3 infraID=jshu-pool-dbcqc-79wwl reconcileID=z25m7fgw states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:44:37.053Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=z25m7fgw
time="2022-07-22T07:44:37.09Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=z25m7fgw states="map[pending:{} running:{}]"
time="2022-07-22T07:44:37.09Z" level=warning msg="No instances were found to stop" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=z25m7fgw
time="2022-07-22T07:44:37.09Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=81 elapsedMillisGT=0 outcome=unspecified reconcileID=z25m7fgw
time="2022-07-22T07:44:47.149Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=d82qssdc
time="2022-07-22T07:44:47.149Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=d82qssdc
time="2022-07-22T07:44:49.011Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:44:49.011Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:44:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:44:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:45:00.137Z" level=info msg="Job created" controller=clusterProvision
time="2022-07-22T07:45:17.15Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.136.94.41:6443: i/o timeout" reconcileID=d82qssdc
time="2022-07-22T07:45:17.162Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=30013 elapsedMillisGT=30000 outcome=unspecified reconcileID=d82qssdc
time="2022-07-22T07:45:17.163Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=4p2q56h8
time="2022-07-22T07:45:17.163Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=rsftq7gh
time="2022-07-22T07:45:17.163Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=47vnjg4m
time="2022-07-22T07:45:17.163Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=47vnjg4m
time="2022-07-22T07:45:17.163Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=4p2q56h8
time="2022-07-22T07:45:17.163Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=4p2q56h8
time="2022-07-22T07:45:17.163Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=47vnjg4m
time="2022-07-22T07:45:17.163Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4p2q56h8
time="2022-07-22T07:45:17.163Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=twhwbrmk
time="2022-07-22T07:45:17.163Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=hjjpsdcm
time="2022-07-22T07:45:17.163Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=twhwbrmk
time="2022-07-22T07:45:17.163Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=9z4lf9dc
time="2022-07-22T07:45:17.163Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=8ggnswxm
time="2022-07-22T07:45:17.163Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=9z4lf9dc
time="2022-07-22T07:45:17.163Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=hjjpsdcm
time="2022-07-22T07:45:17.163Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=9z4lf9dc
time="2022-07-22T07:45:17.163Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hjjpsdcm
time="2022-07-22T07:45:17.163Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=5cjqp2vw
time="2022-07-22T07:45:17.163Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9z4lf9dc
time="2022-07-22T07:45:17.163Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=8ggnswxm
time="2022-07-22T07:45:17.163Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=8ggnswxm
time="2022-07-22T07:45:17.163Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=5cjqp2vw
time="2022-07-22T07:45:17.163Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=5brmfhxh
time="2022-07-22T07:45:17.163Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5cjqp2vw
time="2022-07-22T07:45:17.163Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=5brmfhxh
time="2022-07-22T07:45:17.163Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5brmfhxh
time="2022-07-22T07:45:17.163Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=rsftq7gh
time="2022-07-22T07:45:17.163Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=rsftq7gh
time="2022-07-22T07:45:17.163Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=rsftq7gh
time="2022-07-22T07:45:17.163Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:45:17.163Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=rsftq7gh
time="2022-07-22T07:45:17.163Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rsftq7gh
time="2022-07-22T07:45:17.169Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=q4x6mj4c
time="2022-07-22T07:45:17.169Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=rlvgltd9
time="2022-07-22T07:45:17.169Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=xlgvkjpg
time="2022-07-22T07:45:17.169Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:45:17.169Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:45:17.169Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:45:17.169Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:45:17.169Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:45:17.169Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=xlgvkjpg
time="2022-07-22T07:45:17.169Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=rlvgltd9
time="2022-07-22T07:45:17.169Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fcrfh2vh
time="2022-07-22T07:45:17.169Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=rlvgltd9
time="2022-07-22T07:45:17.169Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=bxp6sznb
time="2022-07-22T07:45:17.169Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=q4x6mj4c stale=0 standby=2 unclaimed=0
time="2022-07-22T07:45:17.169Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=bxp6sznb
time="2022-07-22T07:45:17.169Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bxp6sznb
time="2022-07-22T07:45:17.169Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=q4x6mj4c unassignedCount=0
time="2022-07-22T07:45:17.169Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:45:17.169Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q4x6mj4c
time="2022-07-22T07:45:17.169Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:45:17.169Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:45:17.169Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:45:17.169Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fcrfh2vh
time="2022-07-22T07:45:17.169Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fcrfh2vh
time="2022-07-22T07:45:17.169Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fcrfh2vh
time="2022-07-22T07:45:17.169Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=xlgvkjpg
time="2022-07-22T07:45:17.169Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=fcrfh2vh
time="2022-07-22T07:45:17.169Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fcrfh2vh
time="2022-07-22T07:45:17.28Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=xlgvkjpg states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:45:17.28Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=xlgvkjpg
time="2022-07-22T07:45:17.28Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Hibernating controller=hibernation reason=Hibernating reconcileID=xlgvkjpg
time="2022-07-22T07:45:17.292Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=122 elapsedMillisGT=0 outcome=unspecified reconcileID=xlgvkjpg
time="2022-07-22T07:45:17.292Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=spt4wqhw
time="2022-07-22T07:45:17.292Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=qv8ctv9t
time="2022-07-22T07:45:17.292Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=spt4wqhw
time="2022-07-22T07:45:17.292Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=vt42whv2
time="2022-07-22T07:45:17.292Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:45:17.292Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:45:17.292Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=vt42whv2
time="2022-07-22T07:45:17.292Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=qv8ctv9t
time="2022-07-22T07:45:17.292Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:45:17.292Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vt42whv2
time="2022-07-22T07:45:17.292Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qv8ctv9t
time="2022-07-22T07:45:17.292Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=wldk5fc4
time="2022-07-22T07:45:17.292Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=8twbqz5f
time="2022-07-22T07:45:17.293Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=7bqwfn2z
time="2022-07-22T07:45:17.293Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=8twbqz5f
time="2022-07-22T07:45:17.293Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=7bqwfn2z
time="2022-07-22T07:45:17.293Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8twbqz5f
time="2022-07-22T07:45:17.293Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7bqwfn2z
time="2022-07-22T07:45:17.293Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=wldk5fc4
time="2022-07-22T07:45:17.293Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=wldk5fc4
time="2022-07-22T07:45:17.293Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=zxr47cmw
time="2022-07-22T07:45:17.293Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=2t7w98bh
time="2022-07-22T07:45:17.293Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=g6stt8pk
time="2022-07-22T07:45:17.293Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:45:17.293Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=2t7w98bh
time="2022-07-22T07:45:17.293Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=2t7w98bh
time="2022-07-22T07:45:17.293Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2t7w98bh
time="2022-07-22T07:45:17.293Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=zxr47cmw
time="2022-07-22T07:45:17.293Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=zxr47cmw
time="2022-07-22T07:45:17.293Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=g6stt8pk
time="2022-07-22T07:45:17.293Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zxr47cmw
time="2022-07-22T07:45:17.293Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=g6stt8pk
time="2022-07-22T07:45:17.293Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=xsdphn78
time="2022-07-22T07:45:17.293Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=8qjbhzpn
time="2022-07-22T07:45:17.293Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=s8tjvcjh
time="2022-07-22T07:45:17.293Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:45:17.293Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:45:17.293Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=8qjbhzpn
time="2022-07-22T07:45:17.293Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=s8tjvcjh stale=0 standby=2 unclaimed=0
time="2022-07-22T07:45:17.293Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=8qjbhzpn
time="2022-07-22T07:45:17.293Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:45:17.293Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=s8tjvcjh unassignedCount=0
time="2022-07-22T07:45:17.293Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=8qjbhzpn
time="2022-07-22T07:45:17.293Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:45:17.293Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=spt4wqhw
time="2022-07-22T07:45:17.293Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:45:17.293Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:45:17.293Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=xsdphn78
time="2022-07-22T07:45:17.293Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s8tjvcjh
time="2022-07-22T07:45:17.293Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=8qjbhzpn
time="2022-07-22T07:45:17.293Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8qjbhzpn
time="2022-07-22T07:45:17.293Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=xsdphn78
time="2022-07-22T07:45:17.293Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=5dgj24cm
time="2022-07-22T07:45:17.293Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=xsdphn78
time="2022-07-22T07:45:17.293Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=xsdphn78
time="2022-07-22T07:45:17.293Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=5dgj24cm
time="2022-07-22T07:45:17.293Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xsdphn78
time="2022-07-22T07:45:17.293Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5dgj24cm
time="2022-07-22T07:45:17.349Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=spt4wqhw states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:45:17.349Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=spt4wqhw
time="2022-07-22T07:45:17.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=56 elapsedMillisGT=0 outcome=unspecified reconcileID=spt4wqhw
time="2022-07-22T07:45:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:45:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:45:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:45:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:45:40.624Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:45:40.624Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:45:40.624Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:45:40.624Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:45:40.624Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:45:40.624Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:45:47.165Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.136.94.41:6443: i/o timeout" reconcileID=twhwbrmk
time="2022-07-22T07:45:47.165Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=twhwbrmk
time="2022-07-22T07:45:47.165Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=spb94bzc
time="2022-07-22T07:45:47.165Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=spb94bzc
time="2022-07-22T07:45:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:45:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:45:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:45:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:46:17.167Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: i/o timeout" reconcileID=spb94bzc
time="2022-07-22T07:46:17.182Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=30016 elapsedMillisGT=30000 outcome=unspecified reconcileID=spb94bzc
time="2022-07-22T07:46:17.183Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=5wbmmrm2
time="2022-07-22T07:46:17.183Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=hlp7zwwt
time="2022-07-22T07:46:17.183Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=nmhms2kp
time="2022-07-22T07:46:17.183Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=5wbmmrm2
time="2022-07-22T07:46:17.183Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=nmhms2kp
time="2022-07-22T07:46:17.183Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5wbmmrm2
time="2022-07-22T07:46:17.183Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=hlp7zwwt
time="2022-07-22T07:46:17.183Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=hlp7zwwt
time="2022-07-22T07:46:17.183Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=gl4fcfrp
time="2022-07-22T07:46:17.183Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=qpdc2p6v
time="2022-07-22T07:46:17.183Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=mq4tzkxl
time="2022-07-22T07:46:17.183Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=mq4tzkxl
time="2022-07-22T07:46:17.183Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mq4tzkxl
time="2022-07-22T07:46:17.183Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=qpdc2p6v
time="2022-07-22T07:46:17.183Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=qpdc2p6v
time="2022-07-22T07:46:17.183Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qpdc2p6v
time="2022-07-22T07:46:17.183Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=gl4fcfrp
time="2022-07-22T07:46:17.183Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=5kswpjtm
time="2022-07-22T07:46:17.183Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=gl4fcfrp
time="2022-07-22T07:46:17.183Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=lpm8xwmw
time="2022-07-22T07:46:17.183Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=gl4fcfrp
time="2022-07-22T07:46:17.183Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=5kswpjtm
time="2022-07-22T07:46:17.183Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5kswpjtm
time="2022-07-22T07:46:17.183Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=lpm8xwmw
time="2022-07-22T07:46:17.183Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:46:17.183Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=gl4fcfrp
time="2022-07-22T07:46:17.183Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lpm8xwmw
time="2022-07-22T07:46:17.183Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gl4fcfrp
time="2022-07-22T07:46:17.183Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=m5rqdxrc
time="2022-07-22T07:46:17.183Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=m5rqdxrc
time="2022-07-22T07:46:17.183Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=m5rqdxrc
time="2022-07-22T07:46:17.183Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m5rqdxrc
time="2022-07-22T07:46:17.188Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=n4264vpq
time="2022-07-22T07:46:17.188Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=l2q8d9t8
time="2022-07-22T07:46:17.188Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=fvhqxfjk
time="2022-07-22T07:46:17.188Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:46:17.188Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:46:17.188Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:46:17.188Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:46:17.188Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=n4264vpq
time="2022-07-22T07:46:17.188Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=7kqc95lt
time="2022-07-22T07:46:17.188Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=fvhqxfjk
time="2022-07-22T07:46:17.188Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=fvhqxfjk
time="2022-07-22T07:46:17.188Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=7kqc95lt
time="2022-07-22T07:46:17.188Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:46:17.188Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7kqc95lt
time="2022-07-22T07:46:17.188Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=tdx89nvl
time="2022-07-22T07:46:17.189Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:46:17.189Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:46:17.189Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:46:17.189Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:46:17.189Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=tdx89nvl stale=0 standby=2 unclaimed=0
time="2022-07-22T07:46:17.189Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=tdx89nvl unassignedCount=0
time="2022-07-22T07:46:17.189Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tdx89nvl
time="2022-07-22T07:46:17.189Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=l2q8d9t8
time="2022-07-22T07:46:17.189Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=l2q8d9t8
time="2022-07-22T07:46:17.189Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=l2q8d9t8
time="2022-07-22T07:46:17.189Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=l2q8d9t8
time="2022-07-22T07:46:17.189Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l2q8d9t8
time="2022-07-22T07:46:17.189Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=n4264vpq
time="2022-07-22T07:46:17.29Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=n4264vpq states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:46:17.29Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=n4264vpq
time="2022-07-22T07:46:17.29Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=101 elapsedMillisGT=0 outcome=unspecified reconcileID=n4264vpq
time="2022-07-22T07:46:19.009Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:46:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:46:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:46:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:46:47.185Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: i/o timeout" reconcileID=nmhms2kp
time="2022-07-22T07:46:47.185Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=nmhms2kp
time="2022-07-22T07:46:47.185Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=ztrgh84x
time="2022-07-22T07:46:47.185Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=ztrgh84x
time="2022-07-22T07:46:49.009Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:46:49.009Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:46:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:46:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:47:17.187Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.136.94.41:6443: i/o timeout" reconcileID=ztrgh84x
time="2022-07-22T07:47:17.2Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=30014 elapsedMillisGT=30000 outcome=unspecified reconcileID=ztrgh84x
time="2022-07-22T07:47:17.201Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=t897wwn5
time="2022-07-22T07:47:17.201Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=2j8c8hd5
time="2022-07-22T07:47:17.201Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=z9vhr57s
time="2022-07-22T07:47:17.201Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=t897wwn5
time="2022-07-22T07:47:17.201Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=2j8c8hd5
time="2022-07-22T07:47:17.201Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=t897wwn5
time="2022-07-22T07:47:17.201Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t897wwn5
time="2022-07-22T07:47:17.201Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=b4kstnkj
time="2022-07-22T07:47:17.201Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=6gvg68xv
time="2022-07-22T07:47:17.201Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=b4kstnkj
time="2022-07-22T07:47:17.201Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=z9vhr57s
time="2022-07-22T07:47:17.201Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9vhr57s
time="2022-07-22T07:47:17.201Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=wbj7sd4z
time="2022-07-22T07:47:17.201Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=6gvg68xv
time="2022-07-22T07:47:17.201Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=wbj7sd4z
time="2022-07-22T07:47:17.201Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wbj7sd4z
time="2022-07-22T07:47:17.201Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=6gvg68xv
time="2022-07-22T07:47:17.201Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=rdf5f29m
time="2022-07-22T07:47:17.201Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=6gvg68xv
time="2022-07-22T07:47:17.201Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=rdf5f29m
time="2022-07-22T07:47:17.201Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rdf5f29m
time="2022-07-22T07:47:17.201Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:47:17.201Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=6gvg68xv
time="2022-07-22T07:47:17.201Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6gvg68xv
time="2022-07-22T07:47:17.201Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=2fm67m5w
time="2022-07-22T07:47:17.201Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=ftgvv6vm
time="2022-07-22T07:47:17.201Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=2fm67m5w
time="2022-07-22T07:47:17.201Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=ftgvv6vm
time="2022-07-22T07:47:17.201Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2fm67m5w
time="2022-07-22T07:47:17.201Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=ftgvv6vm
time="2022-07-22T07:47:17.201Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=2j8c8hd5
time="2022-07-22T07:47:17.201Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2j8c8hd5
time="2022-07-22T07:47:17.206Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:47:17.206Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:47:17.206Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=f6xn9fc2
time="2022-07-22T07:47:17.206Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=8t7wx2fh
time="2022-07-22T07:47:17.206Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:47:17.206Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lj8z592j
time="2022-07-22T07:47:17.206Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:47:17.206Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=f6xn9fc2
time="2022-07-22T07:47:17.206Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:47:17.206Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=8t7wx2fh stale=0 standby=2 unclaimed=0
time="2022-07-22T07:47:17.206Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=8t7wx2fh unassignedCount=0
time="2022-07-22T07:47:17.206Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8t7wx2fh
time="2022-07-22T07:47:17.206Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:47:17.206Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:47:17.206Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=ckhvmggt
time="2022-07-22T07:47:17.206Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=hrjzf72w
time="2022-07-22T07:47:17.206Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:47:17.206Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=hrjzf72w
time="2022-07-22T07:47:17.206Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hrjzf72w
time="2022-07-22T07:47:17.206Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lj8z592j
time="2022-07-22T07:47:17.206Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:47:17.206Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=ckhvmggt
time="2022-07-22T07:47:17.206Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=ckhvmggt
time="2022-07-22T07:47:17.206Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lj8z592j
time="2022-07-22T07:47:17.206Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lj8z592j
time="2022-07-22T07:47:17.206Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lj8z592j
time="2022-07-22T07:47:17.206Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lj8z592j
time="2022-07-22T07:47:17.206Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=f6xn9fc2
time="2022-07-22T07:47:17.304Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=f6xn9fc2 states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:47:17.304Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=f6xn9fc2
time="2022-07-22T07:47:17.304Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=98 elapsedMillisGT=0 outcome=unspecified reconcileID=f6xn9fc2
time="2022-07-22T07:47:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:47:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:47:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:47:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:47:40.625Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:47:40.625Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:47:40.625Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:47:40.625Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:47:40.625Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:47:40.625Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:47:47.203Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.136.94.41:6443: i/o timeout" reconcileID=b4kstnkj
time="2022-07-22T07:47:47.203Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=30002 elapsedMillisGT=30000 outcome=unspecified reconcileID=b4kstnkj
time="2022-07-22T07:47:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:47:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:47:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:47:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:48:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:48:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:48:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:48:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:48:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:48:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:48:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:48:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:49:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:49:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:49:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:49:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:49:40.626Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:49:40.626Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:49:40.626Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:49:40.626Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:49:40.626Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:49:40.626Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:49:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:49:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:49:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:49:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:50:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:50:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:50:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:50:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:50:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:50:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:50:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:50:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:51:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:51:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:51:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:51:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:51:40.626Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:51:40.626Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:51:40.626Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:51:40.626Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:51:40.626Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:51:40.626Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:51:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:51:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:51:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:51:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:52:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:52:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:52:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:52:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:52:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:52:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:52:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:52:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:53:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:53:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:53:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:53:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:53:40.627Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:53:40.627Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:53:40.627Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:53:40.627Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:53:40.627Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:53:40.627Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:53:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:53:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:53:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:53:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:54:08.127Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=rqc77jxv
time="2022-07-22T07:54:08.127Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:54:08.127Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=rqc77jxv
time="2022-07-22T07:54:08.127Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=rqc77jxv
time="2022-07-22T07:54:08.127Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=vf5c4v9k
time="2022-07-22T07:54:08.127Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:54:08.127Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=vf5c4v9k
time="2022-07-22T07:54:08.127Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=vf5c4v9k
time="2022-07-22T07:54:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:54:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:54:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:54:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:54:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:54:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:54:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:54:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:55:19.009Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:55:19.009Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:55:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:55:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:55:28.921Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=749g47xj
time="2022-07-22T07:55:28.921Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=749g47xj
time="2022-07-22T07:55:40.627Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:55:40.628Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:55:40.628Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:55:40.628Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:55:40.628Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:55:40.628Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:55:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:55:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:55:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:55:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:55:58.923Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: i/o timeout" reconcileID=749g47xj
time="2022-07-22T07:55:58.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30016 elapsedMillisGT=30000 outcome=unspecified reconcileID=749g47xj
time="2022-07-22T07:55:58.937Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=7fgshf7f
time="2022-07-22T07:55:58.937Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=qd7lfnr6
time="2022-07-22T07:55:58.937Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=7fgshf7f
time="2022-07-22T07:55:58.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7fgshf7f
time="2022-07-22T07:55:58.937Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=fmbzxgwh
time="2022-07-22T07:55:58.937Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=qd7lfnr6
time="2022-07-22T07:55:58.937Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=qd7lfnr6
time="2022-07-22T07:55:58.937Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=fmbzxgwh
time="2022-07-22T07:55:58.937Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=hpbzc9cc
time="2022-07-22T07:55:58.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fmbzxgwh
time="2022-07-22T07:55:58.937Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=v5lrs64h
time="2022-07-22T07:55:58.937Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=hpbzc9cc
time="2022-07-22T07:55:58.937Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=v5lrs64h
time="2022-07-22T07:55:58.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hpbzc9cc
time="2022-07-22T07:55:58.937Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=ftgc27df
time="2022-07-22T07:55:58.937Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=ftgc27df
time="2022-07-22T07:55:58.937Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=ftgc27df
time="2022-07-22T07:55:58.937Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=rw786mzk
time="2022-07-22T07:55:58.937Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=c7pwgnpb
time="2022-07-22T07:55:58.937Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=c7pwgnpb
time="2022-07-22T07:55:58.937Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=c7pwgnpb
time="2022-07-22T07:55:58.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c7pwgnpb
time="2022-07-22T07:55:58.937Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=rw786mzk
time="2022-07-22T07:55:58.937Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=s8h2ww2f
time="2022-07-22T07:55:58.937Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=rw786mzk
time="2022-07-22T07:55:58.937Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=s8h2ww2f
time="2022-07-22T07:55:58.937Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=rw786mzk
time="2022-07-22T07:55:58.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s8h2ww2f
time="2022-07-22T07:55:58.937Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:55:58.937Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=rw786mzk
time="2022-07-22T07:55:58.937Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rw786mzk
time="2022-07-22T07:55:58.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ftgc27df
time="2022-07-22T07:55:58.942Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=qtgzp58h
time="2022-07-22T07:55:58.942Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=qtgzp58h
time="2022-07-22T07:55:58.942Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=qtgzp58h
time="2022-07-22T07:55:58.942Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:55:58.942Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:55:58.942Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:55:58.942Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=zcsg9sdd
time="2022-07-22T07:55:58.942Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:55:58.942Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=88nrc2zg
time="2022-07-22T07:55:58.942Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7lhc7sd2
time="2022-07-22T07:55:58.942Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=zcsg9sdd
time="2022-07-22T07:55:58.942Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=zcsg9sdd
time="2022-07-22T07:55:58.942Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=88nrc2zg
time="2022-07-22T07:55:58.942Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=6fhjb42r
time="2022-07-22T07:55:58.943Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=88nrc2zg
time="2022-07-22T07:55:58.943Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:55:58.943Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:55:58.943Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:55:58.943Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:55:58.943Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:55:58.943Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7lhc7sd2
time="2022-07-22T07:55:58.943Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=6fhjb42r stale=0 standby=2 unclaimed=0
time="2022-07-22T07:55:58.943Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7lhc7sd2
time="2022-07-22T07:55:58.943Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7lhc7sd2
time="2022-07-22T07:55:58.943Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=6fhjb42r unassignedCount=0
time="2022-07-22T07:55:58.943Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7lhc7sd2
time="2022-07-22T07:55:58.943Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7lhc7sd2
time="2022-07-22T07:55:58.943Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6fhjb42r
time="2022-07-22T07:55:59.063Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=qtgzp58h states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:55:59.063Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=qtgzp58h
time="2022-07-22T07:55:59.063Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=120 elapsedMillisGT=0 outcome=unspecified reconcileID=qtgzp58h
time="2022-07-22T07:56:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:56:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:56:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:56:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:56:28.939Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.19.50.246:6443: i/o timeout" reconcileID=v5lrs64h
time="2022-07-22T07:56:28.959Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30021 elapsedMillisGT=30000 outcome=unspecified reconcileID=v5lrs64h
time="2022-07-22T07:56:28.96Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=fjf5fzr4
time="2022-07-22T07:56:28.96Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=skgq8fd6
time="2022-07-22T07:56:28.96Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=xz44pcrw
time="2022-07-22T07:56:28.96Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=sq2f7q7l
time="2022-07-22T07:56:28.96Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=sq2f7q7l
time="2022-07-22T07:56:28.96Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=xz44pcrw
time="2022-07-22T07:56:28.96Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sq2f7q7l
time="2022-07-22T07:56:28.96Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=xz44pcrw
time="2022-07-22T07:56:28.96Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=fjf5fzr4
time="2022-07-22T07:56:28.96Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=t6qc6zhx
time="2022-07-22T07:56:28.96Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=4fqkkdmk
time="2022-07-22T07:56:28.96Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=t6qc6zhx
time="2022-07-22T07:56:28.96Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=xzcft8zc
time="2022-07-22T07:56:28.96Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=9fsftrv8
time="2022-07-22T07:56:28.96Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=4fqkkdmk
time="2022-07-22T07:56:28.96Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=4fqkkdmk
time="2022-07-22T07:56:28.96Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4fqkkdmk
time="2022-07-22T07:56:28.96Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=fjf5fzr4
time="2022-07-22T07:56:28.96Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=fkfzq5xz
time="2022-07-22T07:56:28.96Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=9fsftrv8
time="2022-07-22T07:56:28.96Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=9fsftrv8
time="2022-07-22T07:56:28.96Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=fkfzq5xz
time="2022-07-22T07:56:28.96Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9fsftrv8
time="2022-07-22T07:56:28.96Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fkfzq5xz
time="2022-07-22T07:56:28.96Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=skgq8fd6
time="2022-07-22T07:56:28.96Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=xzcft8zc
time="2022-07-22T07:56:28.96Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=skgq8fd6
time="2022-07-22T07:56:28.96Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=fjf5fzr4
time="2022-07-22T07:56:28.961Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xzcft8zc
time="2022-07-22T07:56:28.961Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:56:28.961Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=fjf5fzr4
time="2022-07-22T07:56:28.961Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fjf5fzr4
time="2022-07-22T07:56:28.966Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=ncggs87x
time="2022-07-22T07:56:28.966Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=jw95l94d
time="2022-07-22T07:56:28.966Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:56:28.966Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:56:28.966Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:56:28.966Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=gxrqtrth
time="2022-07-22T07:56:28.966Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=ltzx2b6g
time="2022-07-22T07:56:28.966Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:56:28.966Z" level=info msg="checking whether machines are stopped" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=ltzx2b6g
time="2022-07-22T07:56:28.966Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=bf9sq8wj
time="2022-07-22T07:56:28.966Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=bf9sq8wj
time="2022-07-22T07:56:28.966Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:56:28.966Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:56:28.966Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bf9sq8wj
time="2022-07-22T07:56:28.966Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:56:28.966Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=jw95l94d
time="2022-07-22T07:56:28.966Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:56:28.966Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=jw95l94d
time="2022-07-22T07:56:28.966Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:56:28.966Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=ncggs87x
time="2022-07-22T07:56:28.966Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=gxrqtrth stale=0 standby=2 unclaimed=0
time="2022-07-22T07:56:28.966Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=ncggs87x
time="2022-07-22T07:56:28.966Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=ncggs87x
time="2022-07-22T07:56:28.966Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=gxrqtrth unassignedCount=0
time="2022-07-22T07:56:28.966Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=ncggs87x
time="2022-07-22T07:56:28.966Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ncggs87x
time="2022-07-22T07:56:28.966Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gxrqtrth
time="2022-07-22T07:56:28.966Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=ltzx2b6g
time="2022-07-22T07:56:29.062Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=ltzx2b6g states="map[pending:{} running:{} shutting-down:{} stopping:{}]"
time="2022-07-22T07:56:29.062Z" level=info msg="Cluster has stopped and is in hibernating state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=ltzx2b6g
time="2022-07-22T07:56:29.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=96 elapsedMillisGT=0 outcome=unspecified reconcileID=ltzx2b6g
time="2022-07-22T07:56:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:56:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:56:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:56:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:56:58.962Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.19.50.246:6443: i/o timeout" reconcileID=t6qc6zhx
time="2022-07-22T07:56:58.962Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30001 elapsedMillisGT=30000 outcome=unspecified reconcileID=t6qc6zhx
time="2022-07-22T07:57:07.28Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=tgx6ztgp
time="2022-07-22T07:57:07.28Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:57:07.281Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=tgx6ztgp stale=0 standby=2 unclaimed=0
time="2022-07-22T07:57:07.281Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=tgx6ztgp unassignedCount=0
time="2022-07-22T07:57:07.281Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-dbcqc clusterPool=default/jshu-pool controller=clusterpool newPowerState=Running reconcileID=tgx6ztgp
time="2022-07-22T07:57:07.315Z" level=info msg="Changing cluster powerState to satisfy runningCount" cluster=jshu-pool-ldpb2 clusterPool=default/jshu-pool controller=clusterpool newPowerState=Running reconcileID=tgx6ztgp
time="2022-07-22T07:57:07.316Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:57:07.316Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=c2vrmtg8
time="2022-07-22T07:57:07.316Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=bk76p7gs
time="2022-07-22T07:57:07.316Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:57:07.316Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=qw28pxlh
time="2022-07-22T07:57:07.316Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:57:07.316Z" level=info msg="Resuming cluster" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=c2vrmtg8
time="2022-07-22T07:57:07.316Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=xtx7dbz8
time="2022-07-22T07:57:07.316Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=bk76p7gs
time="2022-07-22T07:57:07.316Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=bk76p7gs
time="2022-07-22T07:57:07.316Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=c2vrmtg8
time="2022-07-22T07:57:07.316Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=xtx7dbz8
time="2022-07-22T07:57:07.316Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xtx7dbz8
time="2022-07-22T07:57:07.316Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Ready controller=hibernation reason=StartingMachines reconcileID=c2vrmtg8
time="2022-07-22T07:57:07.316Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=jz6vst9j
time="2022-07-22T07:57:07.316Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=z6stk76x
time="2022-07-22T07:57:07.316Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=z6stk76x
time="2022-07-22T07:57:07.316Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=j2qlsdwk
time="2022-07-22T07:57:07.316Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:57:07.316Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=jz6vst9j
time="2022-07-22T07:57:07.316Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=jz6vst9j
time="2022-07-22T07:57:07.316Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=j2qlsdwk
time="2022-07-22T07:57:07.316Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jz6vst9j
time="2022-07-22T07:57:07.316Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=j2qlsdwk
time="2022-07-22T07:57:07.316Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=tw4bqcf9
time="2022-07-22T07:57:07.316Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=ljmkpdtb
time="2022-07-22T07:57:07.316Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=tw4bqcf9
time="2022-07-22T07:57:07.316Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tw4bqcf9
time="2022-07-22T07:57:07.316Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=ljmkpdtb
time="2022-07-22T07:57:07.316Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=r4bhl64h
time="2022-07-22T07:57:07.316Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=r4bhl64h
time="2022-07-22T07:57:07.316Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=ljmkpdtb
time="2022-07-22T07:57:07.316Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r4bhl64h
time="2022-07-22T07:57:07.316Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=ljmkpdtb
time="2022-07-22T07:57:07.316Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:57:07.316Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=qcnbfvm2
time="2022-07-22T07:57:07.316Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=ljmkpdtb
time="2022-07-22T07:57:07.316Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ljmkpdtb
time="2022-07-22T07:57:07.316Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=s258vghn
time="2022-07-22T07:57:07.316Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:07.316Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=c2vrmtg8
time="2022-07-22T07:57:07.316Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=s258vghn
time="2022-07-22T07:57:07.316Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=s258vghn
time="2022-07-22T07:57:07.316Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s258vghn
time="2022-07-22T07:57:07.316Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:07.316Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=qw28pxlh
time="2022-07-22T07:57:07.316Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qw28pxlh
time="2022-07-22T07:57:07.316Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=872xthbb
time="2022-07-22T07:57:07.316Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:07.317Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=872xthbb
time="2022-07-22T07:57:07.317Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:07.317Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=872xthbb
time="2022-07-22T07:57:07.317Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=qcnbfvm2
time="2022-07-22T07:57:07.317Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=qcnbfvm2
time="2022-07-22T07:57:07.317Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=qcnbfvm2
time="2022-07-22T07:57:07.317Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=qcnbfvm2
time="2022-07-22T07:57:07.317Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qcnbfvm2
time="2022-07-22T07:57:07.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=zj8c56r9
time="2022-07-22T07:57:07.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:57:07.349Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:57:07.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=hcz5s2t8
time="2022-07-22T07:57:07.349Z" level=info msg="Resuming cluster" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=zj8c56r9
time="2022-07-22T07:57:07.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=ktqxgxnf
time="2022-07-22T07:57:07.349Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=t64sb8lh
time="2022-07-22T07:57:07.349Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Hibernating controller=hibernation reason=ResumingOrRunning reconcileID=zj8c56r9
time="2022-07-22T07:57:07.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=2l86fwdd
time="2022-07-22T07:57:07.349Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=2l86fwdd
time="2022-07-22T07:57:07.349Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=t64sb8lh
time="2022-07-22T07:57:07.349Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=ktqxgxnf
time="2022-07-22T07:57:07.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2l86fwdd
time="2022-07-22T07:57:07.349Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=ktqxgxnf
time="2022-07-22T07:57:07.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=4q8qhwl4
time="2022-07-22T07:57:07.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ktqxgxnf
time="2022-07-22T07:57:07.349Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=4q8qhwl4
time="2022-07-22T07:57:07.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=w22988zf
time="2022-07-22T07:57:07.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4q8qhwl4
time="2022-07-22T07:57:07.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=d4wmdq9j
time="2022-07-22T07:57:07.349Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=w22988zf
time="2022-07-22T07:57:07.349Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hkbgrsgj
time="2022-07-22T07:57:07.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w22988zf
time="2022-07-22T07:57:07.349Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Ready controller=hibernation reason=StartingMachines reconcileID=zj8c56r9
time="2022-07-22T07:57:07.349Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=zc8g86lk
time="2022-07-22T07:57:07.349Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=zc8g86lk
time="2022-07-22T07:57:07.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zc8g86lk
time="2022-07-22T07:57:07.349Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=hcz5s2t8
time="2022-07-22T07:57:07.349Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:07.349Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=65pzjwh6
time="2022-07-22T07:57:07.349Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=65pzjwh6
time="2022-07-22T07:57:07.349Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=65pzjwh6
time="2022-07-22T07:57:07.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=65pzjwh6
time="2022-07-22T07:57:07.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t64sb8lh
time="2022-07-22T07:57:07.349Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=btsqwhmt
time="2022-07-22T07:57:07.349Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:07.349Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:07.349Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=btsqwhmt
time="2022-07-22T07:57:07.349Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:07.349Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=btsqwhmt
time="2022-07-22T07:57:07.349Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=d4wmdq9j
time="2022-07-22T07:57:07.349Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=btsqwhmt
time="2022-07-22T07:57:07.349Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:57:07.349Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=btsqwhmt
time="2022-07-22T07:57:07.349Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=d4wmdq9j
time="2022-07-22T07:57:07.349Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=btsqwhmt
time="2022-07-22T07:57:07.349Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:57:07.349Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=d4wmdq9j
time="2022-07-22T07:57:07.349Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hkbgrsgj
time="2022-07-22T07:57:07.349Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=hkbgrsgj
time="2022-07-22T07:57:07.349Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=zj8c56r9
time="2022-07-22T07:57:07.349Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=d4wmdq9j
time="2022-07-22T07:57:07.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d4wmdq9j
time="2022-07-22T07:57:07.349Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:57:07.349Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=2gphnx46
time="2022-07-22T07:57:07.35Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=2gphnx46
time="2022-07-22T07:57:07.35Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=2gphnx46
time="2022-07-22T07:57:07.352Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=72 elapsedMillisGT=0 outcome=unspecified reconcileID=tgx6ztgp
time="2022-07-22T07:57:07.353Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=hzv7594b
time="2022-07-22T07:57:07.353Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:57:07.353Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=hzv7594b stale=0 standby=2 unclaimed=0
time="2022-07-22T07:57:07.353Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=hzv7594b unassignedCount=0
time="2022-07-22T07:57:07.353Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hzv7594b
time="2022-07-22T07:57:07.422Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 infraID=jshu-pool-dbcqc-79wwl reconcileID=c2vrmtg8 states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:07.422Z" level=info msg="Starting on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation instanceIDs="[i-0a7e5588cb097c95b i-090110e36caa72119 i-0b8c81cd9d6bf82f9 i-0f963766b7695379c i-0ee7985e3585ae00e i-004717ba631e02d5c]" reconcileID=c2vrmtg8
time="2022-07-22T07:57:07.499Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=6 infraID=jshu-pool-ldpb2-6kzwq reconcileID=zj8c56r9 states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:07.499Z" level=info msg="Starting on-demand cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation instanceIDs="[i-0b0e33192e401a7bf i-0a70086e70b8a6dc7 i-099365ec5742162b9 i-0242702a1b6c82d91 i-0840930ca8a855fa6 i-0a57204a66a47a505]" reconcileID=zj8c56r9
time="2022-07-22T07:57:08.126Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=810 elapsedMillisGT=0 outcome=unspecified reconcileID=c2vrmtg8
time="2022-07-22T07:57:08.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=6ks7mx2h
time="2022-07-22T07:57:08.127Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=6ks7mx2h
time="2022-07-22T07:57:08.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=lx4d2rt2
time="2022-07-22T07:57:08.127Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=24nvhxbs
time="2022-07-22T07:57:08.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=gvkh5hk6
time="2022-07-22T07:57:08.127Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=24nvhxbs
time="2022-07-22T07:57:08.127Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=24nvhxbs
time="2022-07-22T07:57:08.127Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=lx4d2rt2
time="2022-07-22T07:57:08.127Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=lx4d2rt2
time="2022-07-22T07:57:08.127Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=gvkh5hk6
time="2022-07-22T07:57:08.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=g564ksmg
time="2022-07-22T07:57:08.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gvkh5hk6
time="2022-07-22T07:57:08.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6ks7mx2h
time="2022-07-22T07:57:08.127Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=g564ksmg
time="2022-07-22T07:57:08.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lx4d2rt2
time="2022-07-22T07:57:08.127Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=hdvtcpxh
time="2022-07-22T07:57:08.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g564ksmg
time="2022-07-22T07:57:08.127Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=z5tfxfnn
time="2022-07-22T07:57:08.127Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=bmr9jdvd
time="2022-07-22T07:57:08.127Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=hdvtcpxh
time="2022-07-22T07:57:08.127Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=bmr9jdvd
time="2022-07-22T07:57:08.127Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=bmr9jdvd
time="2022-07-22T07:57:08.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bmr9jdvd
time="2022-07-22T07:57:08.127Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=hdvtcpxh
time="2022-07-22T07:57:08.127Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=hdvtcpxh
time="2022-07-22T07:57:08.127Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:57:08.127Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=z5tfxfnn
time="2022-07-22T07:57:08.127Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=hdvtcpxh
time="2022-07-22T07:57:08.127Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z5tfxfnn
time="2022-07-22T07:57:08.127Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hdvtcpxh
time="2022-07-22T07:57:08.132Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sxfvbc85
time="2022-07-22T07:57:08.133Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=hfrtmzgh
time="2022-07-22T07:57:08.133Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:57:08.133Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=h2r2jnzm
time="2022-07-22T07:57:08.133Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:57:08.133Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:57:08.133Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:57:08.133Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=h2r2jnzm
time="2022-07-22T07:57:08.133Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h2r2jnzm
time="2022-07-22T07:57:08.133Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:08.133Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=hfrtmzgh stale=0 standby=2 unclaimed=0
time="2022-07-22T07:57:08.133Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:08.133Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=hfrtmzgh unassignedCount=0
time="2022-07-22T07:57:08.133Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=9g79nq8q
time="2022-07-22T07:57:08.133Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:08.133Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:57:08.133Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:08.133Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hfrtmzgh
time="2022-07-22T07:57:08.133Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=9g79nq8q
time="2022-07-22T07:57:08.133Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sxfvbc85
time="2022-07-22T07:57:08.133Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=nk9hhrg9
time="2022-07-22T07:57:08.133Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sxfvbc85
time="2022-07-22T07:57:08.133Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sxfvbc85
time="2022-07-22T07:57:08.133Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=nk9hhrg9
time="2022-07-22T07:57:08.133Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=sxfvbc85
time="2022-07-22T07:57:08.133Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=9g79nq8q
time="2022-07-22T07:57:08.133Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sxfvbc85
time="2022-07-22T07:57:08.133Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=nk9hhrg9
time="2022-07-22T07:57:08.174Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=825 elapsedMillisGT=0 outcome=unspecified reconcileID=zj8c56r9
time="2022-07-22T07:57:08.174Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=wpx2hdl9
time="2022-07-22T07:57:08.174Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=rnk4t2mf
time="2022-07-22T07:57:08.174Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=4lt7ddbp
time="2022-07-22T07:57:08.174Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=wpx2hdl9
time="2022-07-22T07:57:08.174Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=wpx2hdl9
time="2022-07-22T07:57:08.174Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=rnk4t2mf
time="2022-07-22T07:57:08.174Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rnk4t2mf
time="2022-07-22T07:57:08.174Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=ddk6bh6q
time="2022-07-22T07:57:08.174Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=ddk6bh6q
time="2022-07-22T07:57:08.174Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ddk6bh6q
time="2022-07-22T07:57:08.174Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=cx2ttcsx
time="2022-07-22T07:57:08.174Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=n487l8tl
time="2022-07-22T07:57:08.174Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=4lt7ddbp
time="2022-07-22T07:57:08.174Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=n487l8tl
time="2022-07-22T07:57:08.174Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n487l8tl
time="2022-07-22T07:57:08.174Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=cx2ttcsx
time="2022-07-22T07:57:08.174Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=cx2ttcsx
time="2022-07-22T07:57:08.174Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=4lt7ddbp
time="2022-07-22T07:57:08.174Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cx2ttcsx
time="2022-07-22T07:57:08.174Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=4lt7ddbp
time="2022-07-22T07:57:08.174Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=z9vg4gq6
time="2022-07-22T07:57:08.174Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:57:08.174Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=4lt7ddbp
time="2022-07-22T07:57:08.174Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=dhsvjz29
time="2022-07-22T07:57:08.174Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=z9vg4gq6
time="2022-07-22T07:57:08.174Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4lt7ddbp
time="2022-07-22T07:57:08.174Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z9vg4gq6
time="2022-07-22T07:57:08.174Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=dhsvjz29
time="2022-07-22T07:57:08.174Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=dhsvjz29
time="2022-07-22T07:57:08.174Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dhsvjz29
time="2022-07-22T07:57:08.18Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:57:08.18Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:57:08.18Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:57:08.18Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=5x4jk4k7
time="2022-07-22T07:57:08.18Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=s7qlm5w6
time="2022-07-22T07:57:08.18Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=qz876jm4
time="2022-07-22T07:57:08.18Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=p8xfck2k
time="2022-07-22T07:57:08.18Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=5x4jk4k7
time="2022-07-22T07:57:08.18Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5x4jk4k7
time="2022-07-22T07:57:08.18Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=qz876jm4
time="2022-07-22T07:57:08.18Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:57:08.18Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=nq7ls7sv
time="2022-07-22T07:57:08.18Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:08.18Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:57:08.18Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=nq7ls7sv
time="2022-07-22T07:57:08.18Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=nq7ls7sv
time="2022-07-22T07:57:08.18Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=p8xfck2k stale=0 standby=2 unclaimed=0
time="2022-07-22T07:57:08.18Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:08.18Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=p8xfck2k unassignedCount=0
time="2022-07-22T07:57:08.18Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:08.18Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:08.18Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p8xfck2k
time="2022-07-22T07:57:08.18Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=s7qlm5w6
time="2022-07-22T07:57:08.18Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=s7qlm5w6
time="2022-07-22T07:57:08.18Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=s7qlm5w6
time="2022-07-22T07:57:08.18Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=s7qlm5w6
time="2022-07-22T07:57:08.18Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s7qlm5w6
time="2022-07-22T07:57:08.18Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=qz876jm4
time="2022-07-22T07:57:08.226Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 infraID=jshu-pool-dbcqc-79wwl reconcileID=nk9hhrg9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:08.226Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=nk9hhrg9
time="2022-07-22T07:57:08.267Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=6 infraID=jshu-pool-ldpb2-6kzwq reconcileID=qz876jm4 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:08.268Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=qz876jm4
time="2022-07-22T07:57:08.315Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=qz876jm4 states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:08.315Z" level=info msg="No instances were found to start" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=qz876jm4
time="2022-07-22T07:57:08.315Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Ready controller=hibernation reason=WaitingForMachines reconcileID=qz876jm4
time="2022-07-22T07:57:08.327Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=nk9hhrg9 states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:08.327Z" level=info msg="No instances were found to start" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=nk9hhrg9
time="2022-07-22T07:57:08.327Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Ready controller=hibernation reason=WaitingForMachines reconcileID=nk9hhrg9
time="2022-07-22T07:57:08.327Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=147 elapsedMillisGT=0 outcome=unspecified reconcileID=qz876jm4
time="2022-07-22T07:57:08.328Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=ck8wssjs
time="2022-07-22T07:57:08.328Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=6cwxndrv
time="2022-07-22T07:57:08.328Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=w7btzh8h
time="2022-07-22T07:57:08.328Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=ck8wssjs
time="2022-07-22T07:57:08.328Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=ck8wssjs
time="2022-07-22T07:57:08.328Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=w7btzh8h
time="2022-07-22T07:57:08.328Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=6cwxndrv
time="2022-07-22T07:57:08.328Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6cwxndrv
time="2022-07-22T07:57:08.328Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=fx2fn27w
time="2022-07-22T07:57:08.328Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=22zjknlt
time="2022-07-22T07:57:08.328Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=rrcxnbk6
time="2022-07-22T07:57:08.328Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=22zjknlt
time="2022-07-22T07:57:08.328Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=6zpjb8pr
time="2022-07-22T07:57:08.328Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=22zjknlt
time="2022-07-22T07:57:08.328Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=rrcxnbk6
time="2022-07-22T07:57:08.328Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w7btzh8h
time="2022-07-22T07:57:08.328Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rrcxnbk6
time="2022-07-22T07:57:08.328Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=fx2fn27w
time="2022-07-22T07:57:08.328Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=fx2fn27w
time="2022-07-22T07:57:08.328Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fx2fn27w
time="2022-07-22T07:57:08.328Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=6zpjb8pr
time="2022-07-22T07:57:08.328Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=ph4b2xgk
time="2022-07-22T07:57:08.328Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=6zpjb8pr
time="2022-07-22T07:57:08.328Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=ph4b2xgk
time="2022-07-22T07:57:08.328Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=ph4b2xgk
time="2022-07-22T07:57:08.328Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=6zpjb8pr
time="2022-07-22T07:57:08.328Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ph4b2xgk
time="2022-07-22T07:57:08.328Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:57:08.328Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=6zpjb8pr
time="2022-07-22T07:57:08.328Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6zpjb8pr
time="2022-07-22T07:57:08.333Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:57:08.333Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:57:08.333Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:57:08.333Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=4z5wjg7m
time="2022-07-22T07:57:08.333Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=rn4vhwdr
time="2022-07-22T07:57:08.333Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7l5jf5c2
time="2022-07-22T07:57:08.333Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=rn4vhwdr
time="2022-07-22T07:57:08.333Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=7ffhjgcc
time="2022-07-22T07:57:08.333Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:08.333Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:57:08.333Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:08.333Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:08.333Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:08.333Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7l5jf5c2
time="2022-07-22T07:57:08.333Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:57:08.333Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7l5jf5c2
time="2022-07-22T07:57:08.333Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7l5jf5c2
time="2022-07-22T07:57:08.333Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=4z5wjg7m
time="2022-07-22T07:57:08.333Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=4z5wjg7m
time="2022-07-22T07:57:08.333Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=7l5jf5c2
time="2022-07-22T07:57:08.333Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=7ffhjgcc stale=0 standby=2 unclaimed=0
time="2022-07-22T07:57:08.333Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=7ffhjgcc unassignedCount=0
time="2022-07-22T07:57:08.333Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7ffhjgcc
time="2022-07-22T07:57:08.333Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=rn4vhwdr
time="2022-07-22T07:57:08.333Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7l5jf5c2
time="2022-07-22T07:57:08.333Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=s77dxqqj
time="2022-07-22T07:57:08.333Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=s77dxqqj
time="2022-07-22T07:57:08.333Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s77dxqqj
time="2022-07-22T07:57:08.337Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=204 elapsedMillisGT=0 outcome=unspecified reconcileID=nk9hhrg9
time="2022-07-22T07:57:08.337Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=cbs2k4tx
time="2022-07-22T07:57:08.337Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=nc46vpg8
time="2022-07-22T07:57:08.337Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=cbs2k4tx
time="2022-07-22T07:57:08.337Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=cbs2k4tx
time="2022-07-22T07:57:08.338Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=nc46vpg8
time="2022-07-22T07:57:08.338Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=fd5qg2w4
time="2022-07-22T07:57:08.338Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=fd5qg2w4
time="2022-07-22T07:57:08.338Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=fnmxvgb7
time="2022-07-22T07:57:08.338Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fd5qg2w4
time="2022-07-22T07:57:08.338Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=fnmxvgb7
time="2022-07-22T07:57:08.338Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fnmxvgb7
time="2022-07-22T07:57:08.337Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=t548qbcj
time="2022-07-22T07:57:08.338Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=kwlx4wnh
time="2022-07-22T07:57:08.338Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=t548qbcj
time="2022-07-22T07:57:08.338Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=kwlx4wnh
time="2022-07-22T07:57:08.338Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=xd4k4w4s
time="2022-07-22T07:57:08.338Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=kwlx4wnh
time="2022-07-22T07:57:08.338Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kwlx4wnh
time="2022-07-22T07:57:08.338Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=xd4k4w4s
time="2022-07-22T07:57:08.338Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xd4k4w4s
time="2022-07-22T07:57:08.338Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=nc46vpg8
time="2022-07-22T07:57:08.338Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=nc46vpg8
time="2022-07-22T07:57:08.338Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=t548qbcj
time="2022-07-22T07:57:08.338Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:57:08.338Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t548qbcj
time="2022-07-22T07:57:08.338Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=nc46vpg8
time="2022-07-22T07:57:08.338Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=w5c2zq2j
time="2022-07-22T07:57:08.338Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nc46vpg8
time="2022-07-22T07:57:08.338Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=w5c2zq2j
time="2022-07-22T07:57:08.338Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w5c2zq2j
time="2022-07-22T07:57:08.343Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=xfgxd6sx
time="2022-07-22T07:57:08.343Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=hhc4g8zr
time="2022-07-22T07:57:08.343Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=9hf86mkk
time="2022-07-22T07:57:08.343Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:57:08.343Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:57:08.343Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:57:08.343Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=xfgxd6sx
time="2022-07-22T07:57:08.343Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:57:08.343Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:57:08.343Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=9hf86mkk
time="2022-07-22T07:57:08.343Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=9hf86mkk
time="2022-07-22T07:57:08.343Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=6x26c89q
time="2022-07-22T07:57:08.343Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=6x26c89q
time="2022-07-22T07:57:08.343Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=nwfw24zv
time="2022-07-22T07:57:08.343Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6x26c89q
time="2022-07-22T07:57:08.343Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=hhc4g8zr stale=0 standby=2 unclaimed=0
time="2022-07-22T07:57:08.343Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=hhc4g8zr unassignedCount=0
time="2022-07-22T07:57:08.343Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:08.343Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hhc4g8zr
time="2022-07-22T07:57:08.343Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:08.343Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:08.343Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:08.343Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=nwfw24zv
time="2022-07-22T07:57:08.343Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=nwfw24zv
time="2022-07-22T07:57:08.344Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=nwfw24zv
time="2022-07-22T07:57:08.344Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=xfgxd6sx
time="2022-07-22T07:57:08.344Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=nwfw24zv
time="2022-07-22T07:57:08.344Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nwfw24zv
time="2022-07-22T07:57:08.376Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=6 infraID=jshu-pool-ldpb2-6kzwq reconcileID=rn4vhwdr states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:08.376Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=rn4vhwdr
time="2022-07-22T07:57:08.388Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 infraID=jshu-pool-dbcqc-79wwl reconcileID=xfgxd6sx states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:08.388Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=xfgxd6sx
time="2022-07-22T07:57:08.421Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=rn4vhwdr states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:08.421Z" level=info msg="No instances were found to start" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=rn4vhwdr
time="2022-07-22T07:57:08.422Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=88 elapsedMillisGT=0 outcome=unspecified reconcileID=rn4vhwdr
time="2022-07-22T07:57:08.434Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=xfgxd6sx states="map[shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:08.434Z" level=info msg="No instances were found to start" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=xfgxd6sx
time="2022-07-22T07:57:08.434Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=91 elapsedMillisGT=0 outcome=unspecified reconcileID=xfgxd6sx
time="2022-07-22T07:57:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:57:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:57:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:57:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:57:37.318Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: i/o timeout" reconcileID=z6stk76x
time="2022-07-22T07:57:37.327Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=z6stk76x
time="2022-07-22T07:57:37.327Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=30011 elapsedMillisGT=30000 outcome=unspecified reconcileID=z6stk76x
time="2022-07-22T07:57:37.327Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=c3817391-0577-4c97-b8d3-c139460a9642
time="2022-07-22T07:57:37.327Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=2kp6ll4x
time="2022-07-22T07:57:37.327Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=2kp6ll4x
time="2022-07-22T07:57:37.351Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: i/o timeout" reconcileID=hcz5s2t8
time="2022-07-22T07:57:37.357Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=hcz5s2t8
time="2022-07-22T07:57:37.357Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=30008 elapsedMillisGT=30000 outcome=unspecified reconcileID=hcz5s2t8
time="2022-07-22T07:57:37.357Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-ldpb2\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=2feda90f-fa94-41fb-a8c9-2ddb0880f800
time="2022-07-22T07:57:37.357Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=fq929fdz
time="2022-07-22T07:57:37.357Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=fq929fdz
time="2022-07-22T07:57:40.628Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:57:40.628Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:57:40.628Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:57:40.628Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:57:40.628Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:57:40.628Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:57:47.337Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: i/o timeout" reconcileID=2kp6ll4x
time="2022-07-22T07:57:47.359Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=10032 elapsedMillisGT=10000 outcome=unspecified reconcileID=2kp6ll4x
time="2022-07-22T07:57:47.359Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=n4l9rwz9
time="2022-07-22T07:57:47.359Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=n4l9rwz9
time="2022-07-22T07:57:47.359Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=b4g4t9rm
time="2022-07-22T07:57:47.36Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=b4g4t9rm
time="2022-07-22T07:57:47.36Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=b4g4t9rm
time="2022-07-22T07:57:47.36Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=4wrljx7p
time="2022-07-22T07:57:47.36Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=nz5zk7kc
time="2022-07-22T07:57:47.36Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=qwxfk2bg
time="2022-07-22T07:57:47.36Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=qwxfk2bg
time="2022-07-22T07:57:47.36Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qwxfk2bg
time="2022-07-22T07:57:47.36Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=nz5zk7kc
time="2022-07-22T07:57:47.36Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=nz5zk7kc
time="2022-07-22T07:57:47.36Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nz5zk7kc
time="2022-07-22T07:57:47.36Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=427f5tjv
time="2022-07-22T07:57:47.36Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=427f5tjv
time="2022-07-22T07:57:47.36Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=427f5tjv
time="2022-07-22T07:57:47.36Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=dxgnhw9f
time="2022-07-22T07:57:47.36Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=7xmfrtns
time="2022-07-22T07:57:47.36Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=dxgnhw9f
time="2022-07-22T07:57:47.36Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=7xmfrtns
time="2022-07-22T07:57:47.36Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=dxgnhw9f
time="2022-07-22T07:57:47.36Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=m67qjnc2
time="2022-07-22T07:57:47.36Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=dxgnhw9f
time="2022-07-22T07:57:47.36Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:57:47.36Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=dxgnhw9f
time="2022-07-22T07:57:47.36Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=m67qjnc2
time="2022-07-22T07:57:47.36Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=7xmfrtns
time="2022-07-22T07:57:47.36Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m67qjnc2
time="2022-07-22T07:57:47.36Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7xmfrtns
time="2022-07-22T07:57:47.36Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dxgnhw9f
time="2022-07-22T07:57:47.36Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=4wrljx7p
time="2022-07-22T07:57:47.36Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4wrljx7p
time="2022-07-22T07:57:47.365Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:57:47.365Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:57:47.365Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:57:47.365Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=zx7nwxdr
time="2022-07-22T07:57:47.365Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=zx7nwxdr
time="2022-07-22T07:57:47.365Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=zx7nwxdr
time="2022-07-22T07:57:47.365Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=vlg59xm4
time="2022-07-22T07:57:47.365Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=tdvsz2g6
time="2022-07-22T07:57:47.365Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=rs9x5mzf
time="2022-07-22T07:57:47.365Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:57:47.365Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:57:47.365Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=tdvsz2g6
time="2022-07-22T07:57:47.365Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=tdvsz2g6
time="2022-07-22T07:57:47.365Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=xs9gwmf2
time="2022-07-22T07:57:47.365Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=xs9gwmf2
time="2022-07-22T07:57:47.365Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xs9gwmf2
time="2022-07-22T07:57:47.365Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=rs9x5mzf stale=0 standby=2 unclaimed=0
time="2022-07-22T07:57:47.365Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:47.366Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=rs9x5mzf unassignedCount=0
time="2022-07-22T07:57:47.366Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:47.366Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:47.366Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:47.366Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=vlg59xm4
time="2022-07-22T07:57:47.366Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=vlg59xm4
time="2022-07-22T07:57:47.366Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=vlg59xm4
time="2022-07-22T07:57:47.366Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=vlg59xm4
time="2022-07-22T07:57:47.366Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rs9x5mzf
time="2022-07-22T07:57:47.366Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vlg59xm4
time="2022-07-22T07:57:47.465Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=zx7nwxdr states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:57:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:57:50.448Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: connect: connection refused" reconcileID=n4l9rwz9
time="2022-07-22T07:57:50.449Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: i/o timeout" reconcileID=fq929fdz
time="2022-07-22T07:57:50.46Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=n4l9rwz9
time="2022-07-22T07:57:50.46Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=3100 elapsedMillisGT=1000 outcome=unspecified reconcileID=n4l9rwz9
time="2022-07-22T07:57:50.46Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=13102 elapsedMillisGT=10000 outcome=unspecified reconcileID=fq929fdz
time="2022-07-22T07:57:50.46Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"jshu-pool-dbcqc\": the object has been modified; please apply your changes to the latest version and try again" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=04dcbc46-0e16-4117-ad67-1207760dddbe
time="2022-07-22T07:57:50.46Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=cx4zkt4n
time="2022-07-22T07:57:50.46Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=cx4zkt4n
time="2022-07-22T07:57:50.461Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=26sn27vg
time="2022-07-22T07:57:50.461Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=l8htvm8m
time="2022-07-22T07:57:50.461Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=26sn27vg
time="2022-07-22T07:57:50.461Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=26sn27vg
time="2022-07-22T07:57:50.461Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=2ts9664d
time="2022-07-22T07:57:50.461Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=2ts9664d
time="2022-07-22T07:57:50.461Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=5ldb5wj4
time="2022-07-22T07:57:50.461Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2ts9664d
time="2022-07-22T07:57:50.461Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=npwzvvdc
time="2022-07-22T07:57:50.461Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=npwzvvdc
time="2022-07-22T07:57:50.461Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=npwzvvdc
time="2022-07-22T07:57:50.461Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=5ldb5wj4
time="2022-07-22T07:57:50.461Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=cpfmcxqd
time="2022-07-22T07:57:50.461Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=5ldb5wj4
time="2022-07-22T07:57:50.461Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=5ldb5wj4
time="2022-07-22T07:57:50.461Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=cpfmcxqd
time="2022-07-22T07:57:50.462Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=cpfmcxqd
time="2022-07-22T07:57:50.462Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:57:50.462Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cpfmcxqd
time="2022-07-22T07:57:50.462Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=5ldb5wj4
time="2022-07-22T07:57:50.462Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5ldb5wj4
time="2022-07-22T07:57:50.462Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=brwgwd6w
time="2022-07-22T07:57:50.461Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=l8htvm8m
time="2022-07-22T07:57:50.462Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l8htvm8m
time="2022-07-22T07:57:50.462Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=brwgwd6w
time="2022-07-22T07:57:50.462Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=brwgwd6w
time="2022-07-22T07:57:50.462Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=brwgwd6w
time="2022-07-22T07:57:50.461Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=q4d4d7lf
time="2022-07-22T07:57:50.462Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=q4d4d7lf
time="2022-07-22T07:57:50.462Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=5f4gwl4f
time="2022-07-22T07:57:50.462Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=5f4gwl4f
time="2022-07-22T07:57:50.462Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5f4gwl4f
time="2022-07-22T07:57:50.467Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cztwd6ll
time="2022-07-22T07:57:50.467Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=9cx5ms5p
time="2022-07-22T07:57:50.467Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=2bbzmbb8
time="2022-07-22T07:57:50.467Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:57:50.467Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:57:50.467Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:57:50.467Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=9cx5ms5p
time="2022-07-22T07:57:50.467Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=2bbzmbb8
time="2022-07-22T07:57:50.467Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:57:50.467Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=2bbzmbb8
time="2022-07-22T07:57:50.467Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:50.467Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=jrs44rvw
time="2022-07-22T07:57:50.467Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=jrs44rvw
time="2022-07-22T07:57:50.467Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jrs44rvw
time="2022-07-22T07:57:50.467Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:50.467Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:50.467Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=gnn88pxp
time="2022-07-22T07:57:50.467Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:50.467Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:57:50.467Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=gnn88pxp stale=0 standby=2 unclaimed=0
time="2022-07-22T07:57:50.467Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cztwd6ll
time="2022-07-22T07:57:50.467Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=gnn88pxp unassignedCount=0
time="2022-07-22T07:57:50.467Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cztwd6ll
time="2022-07-22T07:57:50.467Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cztwd6ll
time="2022-07-22T07:57:50.467Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gnn88pxp
time="2022-07-22T07:57:50.467Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=cztwd6ll
time="2022-07-22T07:57:50.467Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cztwd6ll
time="2022-07-22T07:57:50.467Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=9cx5ms5p
time="2022-07-22T07:57:50.469Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.20.189.224:6443: connect: connection refused" reconcileID=cx4zkt4n
time="2022-07-22T07:57:50.476Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: connect: connection refused" reconcileID=q4d4d7lf
time="2022-07-22T07:57:50.479Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=cx4zkt4n
time="2022-07-22T07:57:50.48Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=272c2r5c
time="2022-07-22T07:57:50.48Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=272c2r5c
time="2022-07-22T07:57:50.48Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=ddv6zsvs
time="2022-07-22T07:57:50.48Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=ddv6zsvs
time="2022-07-22T07:57:50.48Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ddv6zsvs
time="2022-07-22T07:57:50.48Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=8vcld2pw
time="2022-07-22T07:57:50.48Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=m5phx4ng
time="2022-07-22T07:57:50.48Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=8vcld2pw
time="2022-07-22T07:57:50.48Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=8vcld2pw
time="2022-07-22T07:57:50.48Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=m5phx4ng
time="2022-07-22T07:57:50.48Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m5phx4ng
time="2022-07-22T07:57:50.48Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=74j54jhj
time="2022-07-22T07:57:50.48Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=jrt9qxcx
time="2022-07-22T07:57:50.48Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=74j54jhj
time="2022-07-22T07:57:50.48Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=74j54jhj
time="2022-07-22T07:57:50.48Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=t4k4cgk2
time="2022-07-22T07:57:50.48Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=m5whgsw4
time="2022-07-22T07:57:50.48Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=t4k4cgk2
time="2022-07-22T07:57:50.48Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=t4k4cgk2
time="2022-07-22T07:57:50.48Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t4k4cgk2
time="2022-07-22T07:57:50.48Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=jrt9qxcx
time="2022-07-22T07:57:50.48Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=jrt9qxcx
time="2022-07-22T07:57:50.48Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jrt9qxcx
time="2022-07-22T07:57:50.48Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=m5whgsw4
time="2022-07-22T07:57:50.48Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=t8cg89zd
time="2022-07-22T07:57:50.48Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=m5whgsw4
time="2022-07-22T07:57:50.48Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=m5whgsw4
time="2022-07-22T07:57:50.48Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:57:50.48Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=m5whgsw4
time="2022-07-22T07:57:50.48Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=t8cg89zd
time="2022-07-22T07:57:50.48Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t8cg89zd
time="2022-07-22T07:57:50.48Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m5whgsw4
time="2022-07-22T07:57:50.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:57:50.485Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:57:50.485Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=58gsvb4l
time="2022-07-22T07:57:50.485Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:57:50.485Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:50.485Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:50.485Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:50.485Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=5zgfvk4b
time="2022-07-22T07:57:50.485Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:57:50.485Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=rrlkkflp
time="2022-07-22T07:57:50.485Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=58gsvb4l
time="2022-07-22T07:57:50.485Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:57:50.485Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:57:50.485Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=5zgfvk4b
time="2022-07-22T07:57:50.485Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=5zgfvk4b
time="2022-07-22T07:57:50.485Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=58gsvb4l
time="2022-07-22T07:57:50.485Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=58gsvb4l
time="2022-07-22T07:57:50.485Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=58gsvb4l
time="2022-07-22T07:57:50.485Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=jwfrxsl7
time="2022-07-22T07:57:50.485Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=rrlkkflp stale=0 standby=2 unclaimed=0
time="2022-07-22T07:57:50.485Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=jwfrxsl7
time="2022-07-22T07:57:50.485Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=58gsvb4l
time="2022-07-22T07:57:50.485Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jwfrxsl7
time="2022-07-22T07:57:50.485Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=rrlkkflp unassignedCount=0
time="2022-07-22T07:57:50.485Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rrlkkflp
time="2022-07-22T07:57:50.486Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=q4d4d7lf
time="2022-07-22T07:57:50.486Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=bjqwh2vl
time="2022-07-22T07:57:50.486Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=t28wgjwn
time="2022-07-22T07:57:50.486Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=98q6jhd9
time="2022-07-22T07:57:50.486Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=t28wgjwn
time="2022-07-22T07:57:50.486Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=bjqwh2vl
time="2022-07-22T07:57:50.486Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t28wgjwn
time="2022-07-22T07:57:50.486Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=bjqwh2vl
time="2022-07-22T07:57:50.486Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=98q6jhd9
time="2022-07-22T07:57:50.486Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=7fn5kl4z
time="2022-07-22T07:57:50.486Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=98q6jhd9
time="2022-07-22T07:57:50.486Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=98q6jhd9
time="2022-07-22T07:57:50.486Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=7fn5kl4z
time="2022-07-22T07:57:50.486Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=w8dfjrdc
time="2022-07-22T07:57:50.486Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=w8dfjrdc
time="2022-07-22T07:57:50.486Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=j4s8qrhr
time="2022-07-22T07:57:50.486Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w8dfjrdc
time="2022-07-22T07:57:50.486Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=j4s8qrhr
time="2022-07-22T07:57:50.486Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=vklgt8pc
time="2022-07-22T07:57:50.486Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j4s8qrhr
time="2022-07-22T07:57:50.486Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=vklgt8pc
time="2022-07-22T07:57:50.486Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=vfp5hb5l
time="2022-07-22T07:57:50.486Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vklgt8pc
time="2022-07-22T07:57:50.486Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=dqrm8w8f
time="2022-07-22T07:57:50.486Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=vfp5hb5l
time="2022-07-22T07:57:50.486Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=vfp5hb5l
time="2022-07-22T07:57:50.486Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vfp5hb5l
time="2022-07-22T07:57:50.486Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=dqrm8w8f
time="2022-07-22T07:57:50.486Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=dqrm8w8f
time="2022-07-22T07:57:50.486Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=dqrm8w8f
time="2022-07-22T07:57:50.486Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:57:50.486Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=dqrm8w8f
time="2022-07-22T07:57:50.486Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dqrm8w8f
time="2022-07-22T07:57:50.491Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:57:50.491Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:57:50.491Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:57:50.492Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=qs45mfdq
time="2022-07-22T07:57:50.492Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=vzc5qg9c
time="2022-07-22T07:57:50.492Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.20.189.224:6443: connect: connection refused" reconcileID=272c2r5c
time="2022-07-22T07:57:50.492Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=f2pvfqpp
time="2022-07-22T07:57:50.492Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:57:50.492Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=f2pvfqpp
time="2022-07-22T07:57:50.492Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=272c2r5c
time="2022-07-22T07:57:50.492Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=vzc5qg9c
time="2022-07-22T07:57:50.492Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f2pvfqpp
time="2022-07-22T07:57:50.492Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=vzc5qg9c
time="2022-07-22T07:57:50.492Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:50.492Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=vhst6znx
time="2022-07-22T07:57:50.492Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:57:50.492Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=vhst6znx stale=0 standby=2 unclaimed=0
time="2022-07-22T07:57:50.492Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:50.492Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=vhst6znx unassignedCount=0
time="2022-07-22T07:57:50.492Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:50.492Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vhst6znx
time="2022-07-22T07:57:50.492Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:57:50.492Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=qs45mfdq
time="2022-07-22T07:57:50.492Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=qs45mfdq
time="2022-07-22T07:57:50.492Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=qs45mfdq
time="2022-07-22T07:57:50.492Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=qs45mfdq
time="2022-07-22T07:57:50.492Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qs45mfdq
time="2022-07-22T07:57:50.505Z" level=warning msg="unable to create remote API client, marking cluster unreachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: connect: connection refused" reconcileID=7fn5kl4z
time="2022-07-22T07:57:50.505Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=7fn5kl4z
time="2022-07-22T07:57:50.568Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=9cx5ms5p states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:50.571Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.20.189.224:6443: connect: connection refused" reconcileID=zx7nwxdr
time="2022-07-22T07:57:50.571Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=3206 elapsedMillisGT=1000 outcome=unspecified reconcileID=zx7nwxdr
time="2022-07-22T07:57:50.571Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.20.189.224:6443: connect: connection refused" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=52f85b25-fdce-444b-a47c-306cfadd22d1
time="2022-07-22T07:57:50.571Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=csm2c7bp
time="2022-07-22T07:57:50.571Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=csm2c7bp
time="2022-07-22T07:57:50.572Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=csm2c7bp
time="2022-07-22T07:57:50.583Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" reconcileID=9cx5ms5p
time="2022-07-22T07:57:50.583Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=115 elapsedMillisGT=0 outcome=unspecified reconcileID=9cx5ms5p
time="2022-07-22T07:57:50.583Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=6257e90a-e430-4340-a866-2af58821a797
time="2022-07-22T07:57:50.583Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=8znzqwhh
time="2022-07-22T07:57:50.583Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=8znzqwhh
time="2022-07-22T07:57:50.584Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=8znzqwhh
time="2022-07-22T07:57:50.616Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=csm2c7bp states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:50.629Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.20.189.224:6443: connect: connection refused" reconcileID=csm2c7bp
time="2022-07-22T07:57:50.629Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=57 elapsedMillisGT=0 outcome=unspecified reconcileID=csm2c7bp
time="2022-07-22T07:57:50.629Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.20.189.224:6443: connect: connection refused" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=14f65216-32a3-4cc0-adb8-11bc71f37cc7
time="2022-07-22T07:57:50.629Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=kqfmdjgm
time="2022-07-22T07:57:50.629Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=kqfmdjgm
time="2022-07-22T07:57:50.63Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=kqfmdjgm
time="2022-07-22T07:57:50.631Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=8znzqwhh states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:50.639Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: connect: connection refused" reconcileID=8znzqwhh
time="2022-07-22T07:57:50.639Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=55 elapsedMillisGT=0 outcome=unspecified reconcileID=8znzqwhh
time="2022-07-22T07:57:50.639Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.219.20.211:6443: connect: connection refused" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=5d84b7fd-3ee1-419c-bdde-e035dce51293
time="2022-07-22T07:57:50.639Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=5zf6qrk8
time="2022-07-22T07:57:50.639Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=5zf6qrk8
time="2022-07-22T07:57:50.639Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=5zf6qrk8
time="2022-07-22T07:57:50.672Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=kqfmdjgm states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:50.679Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=5zf6qrk8 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:50.687Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: connect: connection refused" reconcileID=kqfmdjgm
time="2022-07-22T07:57:50.687Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=58 elapsedMillisGT=0 outcome=unspecified reconcileID=kqfmdjgm
time="2022-07-22T07:57:50.687Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: connect: connection refused" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=95104e5a-3285-4e4e-bdae-9d7f015c5a53
time="2022-07-22T07:57:50.687Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=xhxzp8n2
time="2022-07-22T07:57:50.688Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=xhxzp8n2
time="2022-07-22T07:57:50.688Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=xhxzp8n2
time="2022-07-22T07:57:50.732Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=xhxzp8n2 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:50.735Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" reconcileID=5zf6qrk8
time="2022-07-22T07:57:50.735Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=95 elapsedMillisGT=0 outcome=unspecified reconcileID=5zf6qrk8
time="2022-07-22T07:57:50.735Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=745ef7ed-b916-4e1f-9289-ebb05f545951
time="2022-07-22T07:57:50.735Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=kj49dw5c
time="2022-07-22T07:57:50.735Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=kj49dw5c
time="2022-07-22T07:57:50.735Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=kj49dw5c
time="2022-07-22T07:57:50.754Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: connect: connection refused" reconcileID=xhxzp8n2
time="2022-07-22T07:57:50.754Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=66 elapsedMillisGT=0 outcome=unspecified reconcileID=xhxzp8n2
time="2022-07-22T07:57:50.754Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: connect: connection refused" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=e7a6edac-f179-463e-9b6f-8926e288c8f2
time="2022-07-22T07:57:50.768Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=wsbh8qxw
time="2022-07-22T07:57:50.768Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=wsbh8qxw
time="2022-07-22T07:57:50.768Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=wsbh8qxw
time="2022-07-22T07:57:50.777Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=kj49dw5c states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:50.79Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" reconcileID=kj49dw5c
time="2022-07-22T07:57:50.79Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=55 elapsedMillisGT=0 outcome=unspecified reconcileID=kj49dw5c
time="2022-07-22T07:57:50.79Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=c58cc917-d178-439a-baf9-87f13dba1a28
time="2022-07-22T07:57:50.811Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=wsbh8qxw states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:50.815Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=nvkqfpds
time="2022-07-22T07:57:50.815Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=nvkqfpds
time="2022-07-22T07:57:50.815Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=nvkqfpds
time="2022-07-22T07:57:50.82Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: connect: connection refused" reconcileID=wsbh8qxw
time="2022-07-22T07:57:50.82Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=51 elapsedMillisGT=0 outcome=unspecified reconcileID=wsbh8qxw
time="2022-07-22T07:57:50.82Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: connect: connection refused" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=8dd3b55b-c513-4bf1-8d81-5edee6c49876
time="2022-07-22T07:57:50.856Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=nvkqfpds states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:50.879Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" reconcileID=nvkqfpds
time="2022-07-22T07:57:50.879Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=64 elapsedMillisGT=0 outcome=unspecified reconcileID=nvkqfpds
time="2022-07-22T07:57:50.879Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=40ab98cf-fb09-4948-9461-6a87333b9d53
time="2022-07-22T07:57:51.14Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=wxgbzw6n
time="2022-07-22T07:57:51.14Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=wxgbzw6n
time="2022-07-22T07:57:51.14Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=wxgbzw6n
time="2022-07-22T07:57:51.187Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=wxgbzw6n states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:51.2Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=w5dtjs76
time="2022-07-22T07:57:51.2Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=w5dtjs76
time="2022-07-22T07:57:51.2Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=w5dtjs76
time="2022-07-22T07:57:51.244Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=w5dtjs76 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:51.261Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" reconcileID=w5dtjs76
time="2022-07-22T07:57:51.261Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=61 elapsedMillisGT=0 outcome=unspecified reconcileID=w5dtjs76
time="2022-07-22T07:57:51.261Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=21e9bd35-c6cf-4e46-8ec4-a0907ebbd4ce
time="2022-07-22T07:57:51.285Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.20.189.224:6443: connect: connection refused" reconcileID=wxgbzw6n
time="2022-07-22T07:57:51.285Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=144 elapsedMillisGT=0 outcome=unspecified reconcileID=wxgbzw6n
time="2022-07-22T07:57:51.285Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.20.189.224:6443: connect: connection refused" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=42f70e0c-94c8-48c7-8e38-e7200a26a436
time="2022-07-22T07:57:51.902Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=mfbw6pxw
time="2022-07-22T07:57:51.902Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=mfbw6pxw
time="2022-07-22T07:57:51.902Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=mfbw6pxw
time="2022-07-22T07:57:51.926Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=p6tzdk8x
time="2022-07-22T07:57:51.926Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=p6tzdk8x
time="2022-07-22T07:57:51.926Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=p6tzdk8x
time="2022-07-22T07:57:51.943Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=mfbw6pxw states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:51.953Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" reconcileID=mfbw6pxw
time="2022-07-22T07:57:51.953Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=51 elapsedMillisGT=0 outcome=unspecified reconcileID=mfbw6pxw
time="2022-07-22T07:57:51.953Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=be521148-9a35-4d76-bb86-59581e8e69c3
time="2022-07-22T07:57:51.976Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=p6tzdk8x states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:51.985Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.20.189.224:6443: connect: connection refused" reconcileID=p6tzdk8x
time="2022-07-22T07:57:51.985Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=59 elapsedMillisGT=0 outcome=unspecified reconcileID=p6tzdk8x
time="2022-07-22T07:57:51.985Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.20.189.224:6443: connect: connection refused" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=2b520105-40fe-4ae0-8d59-528466051219
time="2022-07-22T07:57:53.234Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=gd7dr528
time="2022-07-22T07:57:53.234Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=gd7dr528
time="2022-07-22T07:57:53.235Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=gd7dr528
time="2022-07-22T07:57:53.266Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=487gp58b
time="2022-07-22T07:57:53.266Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=487gp58b
time="2022-07-22T07:57:53.267Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=487gp58b
time="2022-07-22T07:57:53.327Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=gd7dr528 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:53.337Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" reconcileID=gd7dr528
time="2022-07-22T07:57:53.337Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=102 elapsedMillisGT=0 outcome=unspecified reconcileID=gd7dr528
time="2022-07-22T07:57:53.337Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=a4eb2181-035b-4b2b-9367-d9662172291f
time="2022-07-22T07:57:53.363Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=487gp58b states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:53.371Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.20.189.224:6443: connect: connection refused" reconcileID=487gp58b
time="2022-07-22T07:57:53.371Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=104 elapsedMillisGT=0 outcome=unspecified reconcileID=487gp58b
time="2022-07-22T07:57:53.371Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 3.20.189.224:6443: connect: connection refused" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=41968bdb-f080-4e8f-977c-3cd940a83531
time="2022-07-22T07:57:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:57:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:57:55.898Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=4rwbw75n
time="2022-07-22T07:57:55.898Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=4rwbw75n
time="2022-07-22T07:57:55.898Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=4rwbw75n
time="2022-07-22T07:57:55.932Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=gt88j4jz
time="2022-07-22T07:57:55.932Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=gt88j4jz
time="2022-07-22T07:57:55.932Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=gt88j4jz
time="2022-07-22T07:57:55.975Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=4rwbw75n states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:55.984Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" reconcileID=4rwbw75n
time="2022-07-22T07:57:55.984Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=86 elapsedMillisGT=0 outcome=unspecified reconcileID=4rwbw75n
time="2022-07-22T07:57:55.984Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 18.189.152.42:6443: connect: connection refused" name=jshu-pool-ldpb2 namespace=jshu-pool-ldpb2 object=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=ccbfd68d-32a2-4d64-80a6-6e15053d814f
time="2022-07-22T07:57:56.035Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=gt88j4jz states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:57:56.042Z" level=error msg="Failed to connect to target cluster" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: connect: connection refused" reconcileID=gt88j4jz
time="2022-07-22T07:57:56.042Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=110 elapsedMillisGT=0 outcome=unspecified reconcileID=gt88j4jz
time="2022-07-22T07:57:56.042Z" level=error msg="Reconciler error" controller=hibernation-controller error="Get \"https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/api?timeout=32s\": dial tcp 52.15.158.246:6443: connect: connection refused" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=baeeb768-a032-4170-b346-6e7e1f0d14c4
time="2022-07-22T07:58:01.105Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=tj4s6bvw
time="2022-07-22T07:58:01.105Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=tj4s6bvw
time="2022-07-22T07:58:01.106Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=tj4s6bvw
time="2022-07-22T07:58:01.163Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=mwb5xl6t
time="2022-07-22T07:58:01.163Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=mwb5xl6t
time="2022-07-22T07:58:01.163Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=mwb5xl6t
time="2022-07-22T07:58:01.195Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=tj4s6bvw states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:58:01.254Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=mwb5xl6t states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:58:09.599Z" level=error msg="Failed to list machines" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="no matches for kind \"Machine\" in version \"machine.openshift.io/v1beta1\"" reconcileID=mwb5xl6t
time="2022-07-22T07:58:09.599Z" level=error msg="Failed to replace Preemptible machines" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation error="failed to list machines: no matches for kind \"Machine\" in version \"machine.openshift.io/v1beta1\"" reconcileID=mwb5xl6t
time="2022-07-22T07:58:09.599Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=8436 elapsedMillisGT=5000 outcome=unspecified reconcileID=mwb5xl6t
time="2022-07-22T07:58:09.599Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to list machines: no matches for kind \"Machine\" in version \"machine.openshift.io/v1beta1\"" name=jshu-pool-dbcqc namespace=jshu-pool-dbcqc object=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=a528bcef-2991-49a2-8548-68fc3e68ed39
I0722 07:58:15.925940       1 request.go:601] Waited for 1.064559335s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/apis/apps.openshift.io/v1?timeout=32s
time="2022-07-22T07:58:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:58:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:58:19.84Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=m4wswq27
time="2022-07-22T07:58:19.841Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=m4wswq27
time="2022-07-22T07:58:19.841Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=m4wswq27
time="2022-07-22T07:58:19.941Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=m4wswq27 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:58:21.798Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=6 reconcileID=tj4s6bvw
time="2022-07-22T07:58:21.798Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Ready controller=hibernation reason=PausingForClusterOperatorsToSettle reconcileID=tj4s6bvw
time="2022-07-22T07:58:21.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=chtt8s7t
time="2022-07-22T07:58:21.817Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=92n9shdc
time="2022-07-22T07:58:21.817Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=chtt8s7t
time="2022-07-22T07:58:21.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=chtt8s7t
time="2022-07-22T07:58:21.817Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=92n9shdc
time="2022-07-22T07:58:21.817Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=92n9shdc
time="2022-07-22T07:58:21.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=j9xf8clj
time="2022-07-22T07:58:21.817Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=j9xf8clj
time="2022-07-22T07:58:21.817Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=hf8gbcns
time="2022-07-22T07:58:21.817Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=20711 elapsedMillisGT=10000 outcome=unspecified reconcileID=tj4s6bvw
time="2022-07-22T07:58:21.817Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=hf8gbcns
time="2022-07-22T07:58:21.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=clpvnpcc
time="2022-07-22T07:58:21.818Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=hf8gbcns
time="2022-07-22T07:58:21.818Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=hf8gbcns
time="2022-07-22T07:58:21.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=jlwpbnrk
time="2022-07-22T07:58:21.818Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:58:21.818Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=hf8gbcns
time="2022-07-22T07:58:21.818Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hf8gbcns
time="2022-07-22T07:58:21.818Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=jlwpbnrk
time="2022-07-22T07:58:21.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jlwpbnrk
time="2022-07-22T07:58:21.818Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=l8n28jhx
time="2022-07-22T07:58:21.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=kpbt6k96
time="2022-07-22T07:58:21.818Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=l8n28jhx
time="2022-07-22T07:58:21.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l8n28jhx
time="2022-07-22T07:58:21.818Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=kpbt6k96
time="2022-07-22T07:58:21.818Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=kpbt6k96
time="2022-07-22T07:58:21.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kpbt6k96
time="2022-07-22T07:58:21.818Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=clpvnpcc
time="2022-07-22T07:58:21.818Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=zl85wzmj
time="2022-07-22T07:58:21.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=clpvnpcc
time="2022-07-22T07:58:21.818Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=zl85wzmj
time="2022-07-22T07:58:21.818Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=zl85wzmj
time="2022-07-22T07:58:21.818Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zl85wzmj
time="2022-07-22T07:58:21.823Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=2rwwpt4z
time="2022-07-22T07:58:21.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:58:21.823Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:58:21.823Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:58:21.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:58:21.823Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=jscjkx75
time="2022-07-22T07:58:21.823Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=jscjkx75
time="2022-07-22T07:58:21.823Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jscjkx75
time="2022-07-22T07:58:21.823Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=2rwwpt4z stale=0 standby=2 unclaimed=0
time="2022-07-22T07:58:21.823Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hhzm6957
time="2022-07-22T07:58:21.823Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=2rwwpt4z unassignedCount=0
time="2022-07-22T07:58:21.823Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:58:21.823Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=vf9lvkrs
time="2022-07-22T07:58:21.823Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2rwwpt4z
time="2022-07-22T07:58:21.823Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:58:21.823Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=hhzm6957
time="2022-07-22T07:58:21.823Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=hhzm6957
time="2022-07-22T07:58:21.823Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:58:21.823Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:58:21.823Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:58:21.823Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=vf9lvkrs
time="2022-07-22T07:58:21.823Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=vf9lvkrs
time="2022-07-22T07:58:21.823Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=vf9lvkrs
time="2022-07-22T07:58:21.823Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=vf9lvkrs
time="2022-07-22T07:58:21.824Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vf9lvkrs
time="2022-07-22T07:58:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:58:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
I0722 07:58:25.943309       1 request.go:601] Waited for 2.833226237s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/apis/whereabouts.cni.cncf.io/v1alpha1?timeout=32s
time="2022-07-22T07:58:32.058Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=q8msrpgd
time="2022-07-22T07:58:32.058Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=q8msrpgd
time="2022-07-22T07:58:32.059Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=q8msrpgd
time="2022-07-22T07:58:32.144Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=q8msrpgd states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:58:35.049Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 reconcileID=m4wswq27
time="2022-07-22T07:58:35.049Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Ready controller=hibernation reason=PausingForClusterOperatorsToSettle reconcileID=m4wswq27
time="2022-07-22T07:58:35.061Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=15220 elapsedMillisGT=10000 outcome=unspecified reconcileID=m4wswq27
time="2022-07-22T07:58:35.062Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=r6skd4m4
time="2022-07-22T07:58:35.062Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=ctnhdvhz
time="2022-07-22T07:58:35.062Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=gv5hck4q
time="2022-07-22T07:58:35.062Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=r6skd4m4
time="2022-07-22T07:58:35.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r6skd4m4
time="2022-07-22T07:58:35.062Z" level=info msg="checking if cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=gv5hck4q
time="2022-07-22T07:58:35.062Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=ctnhdvhz
time="2022-07-22T07:58:35.062Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=tcqwddqf
time="2022-07-22T07:58:35.062Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=ctnhdvhz
time="2022-07-22T07:58:35.062Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=m57cx95x
time="2022-07-22T07:58:35.062Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=6rcf2rd7
time="2022-07-22T07:58:35.062Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=tcqwddqf
time="2022-07-22T07:58:35.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tcqwddqf
time="2022-07-22T07:58:35.062Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=6rcf2rd7
time="2022-07-22T07:58:35.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6rcf2rd7
time="2022-07-22T07:58:35.062Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=m57cx95x
time="2022-07-22T07:58:35.062Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=m57cx95x
time="2022-07-22T07:58:35.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m57cx95x
time="2022-07-22T07:58:35.062Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=qq7slwr8
time="2022-07-22T07:58:35.062Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=qmj944vn
time="2022-07-22T07:58:35.062Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=s2qk5zjg
time="2022-07-22T07:58:35.062Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=qmj944vn
time="2022-07-22T07:58:35.062Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=qmj944vn
time="2022-07-22T07:58:35.062Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=qq7slwr8
time="2022-07-22T07:58:35.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qmj944vn
time="2022-07-22T07:58:35.062Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qq7slwr8
time="2022-07-22T07:58:35.062Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=s2qk5zjg
time="2022-07-22T07:58:35.063Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=s2qk5zjg
time="2022-07-22T07:58:35.063Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=s2qk5zjg
time="2022-07-22T07:58:35.063Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:58:35.063Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=s2qk5zjg
time="2022-07-22T07:58:35.063Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s2qk5zjg
time="2022-07-22T07:58:35.074Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lt74kdw2
time="2022-07-22T07:58:35.074Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=2sp7q7zs
time="2022-07-22T07:58:35.074Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=bdqkjgsq
time="2022-07-22T07:58:35.074Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:58:35.074Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:58:35.074Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=bdqkjgsq
time="2022-07-22T07:58:35.074Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=bdqkjgsq
time="2022-07-22T07:58:35.074Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=9dwrl92b
time="2022-07-22T07:58:35.074Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:58:35.074Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=9dwrl92b
time="2022-07-22T07:58:35.074Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=grnqsvw9
time="2022-07-22T07:58:35.074Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9dwrl92b
time="2022-07-22T07:58:35.074Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=grnqsvw9
time="2022-07-22T07:58:35.074Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=2sp7q7zs stale=0 standby=2 unclaimed=0
time="2022-07-22T07:58:35.074Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:58:35.074Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=2sp7q7zs unassignedCount=0
time="2022-07-22T07:58:35.074Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:58:35.074Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:58:35.074Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2sp7q7zs
time="2022-07-22T07:58:35.074Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lt74kdw2
time="2022-07-22T07:58:35.075Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:58:35.075Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:58:35.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:58:35.075Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lt74kdw2
time="2022-07-22T07:58:35.075Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lt74kdw2
time="2022-07-22T07:58:35.075Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=lt74kdw2
time="2022-07-22T07:58:35.075Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lt74kdw2
time="2022-07-22T07:58:35.075Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=grnqsvw9
time="2022-07-22T07:58:35.215Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=grnqsvw9 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:58:35.557Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=j9xf8clj
time="2022-07-22T07:58:35.569Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:58:35.57Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T07:58:35.57Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T07:58:35.57Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=jbq6ktmd
time="2022-07-22T07:58:35.57Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=nvmlcv9w
time="2022-07-22T07:58:35.57Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=dxb8zfsh
time="2022-07-22T07:58:35.57Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=jbq6ktmd
time="2022-07-22T07:58:35.57Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jbq6ktmd
time="2022-07-22T07:58:35.57Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=dxb8zfsh
time="2022-07-22T07:58:35.57Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=nvmlcv9w
time="2022-07-22T07:58:35.57Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=dxb8zfsh
time="2022-07-22T07:58:35.569Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=jhbsrqbq
time="2022-07-22T07:58:35.57Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=jspv7wlx
time="2022-07-22T07:58:35.57Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=jspv7wlx
time="2022-07-22T07:58:35.57Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=jspv7wlx
time="2022-07-22T07:58:35.57Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jspv7wlx
time="2022-07-22T07:58:35.57Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=jhbsrqbq
time="2022-07-22T07:58:35.57Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=4hwb58ht
time="2022-07-22T07:58:35.57Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=jhbsrqbq
time="2022-07-22T07:58:35.57Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:58:35.57Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=jhbsrqbq
time="2022-07-22T07:58:35.57Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T07:58:35.57Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=jhbsrqbq
time="2022-07-22T07:58:35.57Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jhbsrqbq
time="2022-07-22T07:58:35.57Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hfb6mrkf
time="2022-07-22T07:58:35.57Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=4hwb58ht stale=0 standby=2 unclaimed=0
time="2022-07-22T07:58:35.57Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=4hwb58ht unassignedCount=0
time="2022-07-22T07:58:35.57Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:58:35.57Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4hwb58ht
time="2022-07-22T07:58:35.57Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:58:35.57Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:58:35.57Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T07:58:35.57Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=q6p8xq7x
time="2022-07-22T07:58:35.57Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hfb6mrkf
time="2022-07-22T07:58:35.57Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=q6p8xq7x
time="2022-07-22T07:58:35.57Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q6p8xq7x
time="2022-07-22T07:58:35.57Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hfb6mrkf
time="2022-07-22T07:58:35.57Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hfb6mrkf
time="2022-07-22T07:58:35.57Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=4rrmt2wm
time="2022-07-22T07:58:35.57Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=hfb6mrkf
time="2022-07-22T07:58:35.57Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=4rrmt2wm
time="2022-07-22T07:58:35.57Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4rrmt2wm
time="2022-07-22T07:58:35.57Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hfb6mrkf
time="2022-07-22T07:58:35.57Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=mz74tg5d
time="2022-07-22T07:58:35.57Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=wjtvslrk
time="2022-07-22T07:58:35.57Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T07:58:35.571Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=zljls2bx
time="2022-07-22T07:58:35.571Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=zljls2bx
time="2022-07-22T07:58:35.571Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zljls2bx
time="2022-07-22T07:58:35.572Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=13754 elapsedMillisGT=10000 outcome=unspecified reconcileID=j9xf8clj
time="2022-07-22T07:58:35.572Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=877ckcg9
time="2022-07-22T07:58:35.572Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable delay=1h59m59.427469798s reconcileID=877ckcg9
time="2022-07-22T07:58:35.572Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=877ckcg9
I0722 07:58:35.945326       1 request.go:601] Waited for 3.008084161s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/apis/apiextensions.k8s.io/v1?timeout=32s
time="2022-07-22T07:58:44.586Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=6 reconcileID=q8msrpgd
time="2022-07-22T07:58:44.586Z" level=info msg="still waiting for ClusterOperators to settle" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=q8msrpgd timeRemaining=1m36.413518617s
time="2022-07-22T07:58:44.586Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=12527 elapsedMillisGT=10000 outcome=unspecified reconcileID=q8msrpgd
time="2022-07-22T07:58:44.586Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=szhs69x7
time="2022-07-22T07:58:44.586Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=szhs69x7
time="2022-07-22T07:58:44.586Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=szhs69x7
time="2022-07-22T07:58:44.707Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=szhs69x7 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
I0722 07:58:45.972758       1 request.go:601] Waited for 7.323372505s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-ldpb2.qe.devcluster.openshift.com:6443/apis/migration.k8s.io/v1alpha1?timeout=32s
time="2022-07-22T07:58:47.616Z" level=info msg="cluster is reachable" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=gv5hck4q
time="2022-07-22T07:58:47.63Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=12567 elapsedMillisGT=10000 outcome=unspecified reconcileID=gv5hck4q
time="2022-07-22T07:58:47.63Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=dkg6mnxt
time="2022-07-22T07:58:47.63Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=dkg6mnxt
time="2022-07-22T07:58:47.63Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=dkg6mnxt
time="2022-07-22T07:58:47.63Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:58:47.63Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T07:58:47.63Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T07:58:47.63Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=ms7r682h
time="2022-07-22T07:58:47.63Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=ms7r682h
time="2022-07-22T07:58:47.631Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ms7r682h
time="2022-07-22T07:58:47.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=flfrdt6t
time="2022-07-22T07:58:47.631Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h59m59.368916685s reconcileID=flfrdt6t
time="2022-07-22T07:58:47.631Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=flfrdt6t
time="2022-07-22T07:58:47.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=8sgnqcwq
time="2022-07-22T07:58:47.631Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=l2wgk9p2
time="2022-07-22T07:58:47.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=zdmrnqgt
time="2022-07-22T07:58:47.631Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=l2wgk9p2
time="2022-07-22T07:58:47.631Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l2wgk9p2
time="2022-07-22T07:58:47.631Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:58:47.631Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=kll259nz
time="2022-07-22T07:58:47.631Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=kll259nz
time="2022-07-22T07:58:47.631Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:58:47.631Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kll259nz
time="2022-07-22T07:58:47.631Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:58:47.631Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T07:58:47.631Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=7rms4mfv
time="2022-07-22T07:58:47.631Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=zdmrnqgt
time="2022-07-22T07:58:47.631Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T07:58:47.631Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=zdmrnqgt
time="2022-07-22T07:58:47.631Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=zdmrnqgt
time="2022-07-22T07:58:47.631Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=zdmrnqgt
time="2022-07-22T07:58:47.631Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zdmrnqgt
time="2022-07-22T07:58:47.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=4tvn86sl
time="2022-07-22T07:58:47.631Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=4tvn86sl
time="2022-07-22T07:58:47.631Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4tvn86sl
time="2022-07-22T07:58:47.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=98ddltmp
time="2022-07-22T07:58:47.632Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=98ddltmp
time="2022-07-22T07:58:47.632Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=wz24978j
time="2022-07-22T07:58:47.632Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T07:58:47.632Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=wz24978j stale=0 standby=2 unclaimed=0
time="2022-07-22T07:58:47.632Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=wz24978j unassignedCount=0
time="2022-07-22T07:58:47.632Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wz24978j
time="2022-07-22T07:58:47.632Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=x4vkt9rf
time="2022-07-22T07:58:47.632Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=x4vkt9rf
time="2022-07-22T07:58:47.632Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=x4vkt9rf
time="2022-07-22T07:58:47.632Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=x4vkt9rf
time="2022-07-22T07:58:47.632Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T07:58:47.632Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=x4vkt9rf
time="2022-07-22T07:58:47.633Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x4vkt9rf
time="2022-07-22T07:58:47.631Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=7knktm5q
time="2022-07-22T07:58:47.633Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=7knktm5q
time="2022-07-22T07:58:47.633Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=7knktm5q
time="2022-07-22T07:58:47.633Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7knktm5q
time="2022-07-22T07:58:47.976Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=wjtvslrk
time="2022-07-22T07:58:48.017Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 reconcileID=grnqsvw9
time="2022-07-22T07:58:48.017Z" level=info msg="still waiting for ClusterOperators to settle" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=grnqsvw9 timeRemaining=1m46.982167821s
time="2022-07-22T07:58:48.017Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=12943 elapsedMillisGT=10000 outcome=unspecified reconcileID=grnqsvw9
time="2022-07-22T07:58:48.017Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=4vjh9c4s
time="2022-07-22T07:58:48.017Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=4vjh9c4s
time="2022-07-22T07:58:48.018Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=4vjh9c4s
time="2022-07-22T07:58:48.095Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=4vjh9c4s states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T07:58:48.181Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=mz74tg5d
time="2022-07-22T07:58:48.181Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=mz74tg5d
time="2022-07-22T07:58:48.181Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=12610 elapsedMillisGT=10000 outcome=unspecified reconcileID=mz74tg5d
time="2022-07-22T07:58:48.222Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=12651 elapsedMillisGT=10000 outcome=unspecified reconcileID=nvmlcv9w
time="2022-07-22T07:58:48.261Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=wjtvslrk
time="2022-07-22T07:58:48.262Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=wjtvslrk
time="2022-07-22T07:58:48.288Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=wjtvslrk
time="2022-07-22T07:58:48.288Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=wjtvslrk
time="2022-07-22T07:58:48.365Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=wjtvslrk
time="2022-07-22T07:58:48.365Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=wjtvslrk
time="2022-07-22T07:58:48.365Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=12794 elapsedMillisGT=10000 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=wjtvslrk
time="2022-07-22T07:58:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:58:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:58:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:58:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
I0722 07:58:56.032535       1 request.go:601] Waited for 5.399037782s due to client-side throttling, not priority and fairness, request: GET:https://api.jshu-pool-dbcqc.qe.devcluster.openshift.com:6443/apis/packages.operators.coreos.com/v1?timeout=32s
time="2022-07-22T07:58:57.134Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=6 reconcileID=szhs69x7
time="2022-07-22T07:58:57.134Z" level=info msg="still waiting for ClusterOperators to settle" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=szhs69x7 timeRemaining=1m23.865219697s
time="2022-07-22T07:58:57.134Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=12548 elapsedMillisGT=10000 outcome=unspecified reconcileID=szhs69x7
time="2022-07-22T07:59:00.037Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=7rms4mfv
time="2022-07-22T07:59:00.103Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=8sgnqcwq
time="2022-07-22T07:59:00.103Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=8sgnqcwq
time="2022-07-22T07:59:00.103Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=12471 elapsedMillisGT=10000 outcome=unspecified reconcileID=8sgnqcwq
time="2022-07-22T07:59:00.251Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=12619 elapsedMillisGT=10000 outcome=unspecified reconcileID=98ddltmp
time="2022-07-22T07:59:00.255Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=7rms4mfv
time="2022-07-22T07:59:00.255Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=7rms4mfv
time="2022-07-22T07:59:00.283Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=7rms4mfv
time="2022-07-22T07:59:00.283Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=7rms4mfv
time="2022-07-22T07:59:00.346Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=7rms4mfv
time="2022-07-22T07:59:00.346Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=7rms4mfv
time="2022-07-22T07:59:00.346Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=12714 elapsedMillisGT=10000 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=7rms4mfv
time="2022-07-22T07:59:00.529Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 reconcileID=4vjh9c4s
time="2022-07-22T07:59:00.529Z" level=info msg="still waiting for ClusterOperators to settle" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=4vjh9c4s timeRemaining=1m34.470729675s
time="2022-07-22T07:59:00.529Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=12511 elapsedMillisGT=10000 outcome=unspecified reconcileID=4vjh9c4s
time="2022-07-22T07:59:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:59:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:59:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:59:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:59:40.629Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:59:40.629Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T07:59:40.629Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T07:59:40.629Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T07:59:40.629Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T07:59:40.629Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T07:59:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:59:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:59:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T07:59:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:00:00.124Z" level=info msg="Job created" controller=clusterProvision
time="2022-07-22T08:00:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:00:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:00:21Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=blfhmvqx
time="2022-07-22T08:00:21Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=blfhmvqx
time="2022-07-22T08:00:21Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=blfhmvqx
time="2022-07-22T08:00:21.155Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=blfhmvqx states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T08:00:21.197Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=6 reconcileID=blfhmvqx
time="2022-07-22T08:00:21.197Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=blfhmvqx
time="2022-07-22T08:00:21.229Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 clusterOperator=etcd condition=Progressing controller=hibernation reconcileID=blfhmvqx status=True
time="2022-07-22T08:00:21.229Z" level=info msg="ClusterOperators are not ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=blfhmvqx
time="2022-07-22T08:00:21.229Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Ready controller=hibernation reason=WaitingForClusterOperators reconcileID=blfhmvqx
time="2022-07-22T08:00:21.243Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=242 elapsedMillisGT=0 outcome=unspecified reconcileID=blfhmvqx
time="2022-07-22T08:00:21.243Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=xl5jwq2z
time="2022-07-22T08:00:21.243Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=xl5jwq2z
time="2022-07-22T08:00:21.243Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=xl5jwq2z
time="2022-07-22T08:00:21.243Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=gl6dlkpn
time="2022-07-22T08:00:21.243Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=5bhrbmx4
time="2022-07-22T08:00:21.243Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable delay=1h58m13.756038552s reconcileID=gl6dlkpn
time="2022-07-22T08:00:21.243Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gl6dlkpn
time="2022-07-22T08:00:21.244Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=5bhrbmx4
time="2022-07-22T08:00:21.244Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=x9jddbjb
time="2022-07-22T08:00:21.245Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=4m4dmj2w
time="2022-07-22T08:00:21.245Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=4m4dmj2w
time="2022-07-22T08:00:21.245Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=4m4dmj2w
time="2022-07-22T08:00:21.245Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=4m4dmj2w
time="2022-07-22T08:00:21.245Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T08:00:21.245Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=4m4dmj2w
time="2022-07-22T08:00:21.245Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4m4dmj2w
time="2022-07-22T08:00:21.245Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=gkfffgjk
time="2022-07-22T08:00:21.245Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=gkfffgjk
time="2022-07-22T08:00:21.245Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gkfffgjk
time="2022-07-22T08:00:21.245Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=q6zj9txl
time="2022-07-22T08:00:21.245Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=6vdkkckc
time="2022-07-22T08:00:21.245Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=q6zj9txl
time="2022-07-22T08:00:21.245Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=6vdkkckc
time="2022-07-22T08:00:21.245Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=6vdkkckc
time="2022-07-22T08:00:21.245Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q6zj9txl
time="2022-07-22T08:00:21.245Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6vdkkckc
time="2022-07-22T08:00:21.243Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=28vgkd4k
time="2022-07-22T08:00:21.245Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=28vgkd4k
time="2022-07-22T08:00:21.245Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=28vgkd4k
time="2022-07-22T08:00:21.248Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=gffjjgc4
time="2022-07-22T08:00:21.248Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=gffjjgc4
time="2022-07-22T08:00:21.249Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=gffjjgc4
time="2022-07-22T08:00:21.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=tdv7qfmv
time="2022-07-22T08:00:21.25Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T08:00:21.25Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T08:00:21.25Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T08:00:21.25Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T08:00:21.25Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=tdv7qfmv
time="2022-07-22T08:00:21.25Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=tdv7qfmv
time="2022-07-22T08:00:21.25Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=tdv7qfmv
time="2022-07-22T08:00:21.25Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=tdv7qfmv
time="2022-07-22T08:00:21.25Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tdv7qfmv
time="2022-07-22T08:00:21.25Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=sq9bfrtl
time="2022-07-22T08:00:21.25Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T08:00:21.251Z" level=debug msg="found clusters for ClusterPool" assignable=0 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=sq9bfrtl stale=0 standby=2 unclaimed=0
time="2022-07-22T08:00:21.251Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=sq9bfrtl unassignedCount=0
time="2022-07-22T08:00:21.251Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sq9bfrtl
time="2022-07-22T08:00:21.251Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=svkss2kj
time="2022-07-22T08:00:21.251Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T08:00:21.252Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T08:00:21.252Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T08:00:21.252Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T08:00:21.252Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=md5ztf74
time="2022-07-22T08:00:21.252Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=md5ztf74
time="2022-07-22T08:00:21.252Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=md5ztf74
time="2022-07-22T08:00:21.293Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=gffjjgc4 states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T08:00:21.312Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=svkss2kj
time="2022-07-22T08:00:21.313Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=x9jddbjb
time="2022-07-22T08:00:21.313Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=x9jddbjb
time="2022-07-22T08:00:21.313Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=69 elapsedMillisGT=0 outcome=unspecified reconcileID=x9jddbjb
time="2022-07-22T08:00:21.348Z" level=info msg="condition Available changed for operator console" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=5bhrbmx4
time="2022-07-22T08:00:21.348Z" level=info msg="condition Progressing changed for operator console" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=5bhrbmx4
time="2022-07-22T08:00:21.349Z" level=info msg="condition Available changed for operator ingress" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=5bhrbmx4
time="2022-07-22T08:00:21.349Z" level=info msg="condition Degraded changed for operator ingress" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=5bhrbmx4
time="2022-07-22T08:00:21.349Z" level=info msg="condition Progressing changed for operator ingress" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=5bhrbmx4
time="2022-07-22T08:00:21.349Z" level=info msg="condition ClusterTransferAvailable changed for operator insights" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=5bhrbmx4
time="2022-07-22T08:00:21.349Z" level=info msg="condition SCAAvailable changed for operator insights status (True -> False)" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=5bhrbmx4
time="2022-07-22T08:00:21.349Z" level=info msg="condition Available changed for operator operator-lifecycle-manager-packageserver" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=5bhrbmx4
time="2022-07-22T08:00:21.349Z" level=info msg="condition Progressing changed for operator operator-lifecycle-manager-packageserver" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=5bhrbmx4
time="2022-07-22T08:00:21.358Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=svkss2kj
time="2022-07-22T08:00:21.359Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=svkss2kj
time="2022-07-22T08:00:21.361Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=6 reconcileID=gffjjgc4
time="2022-07-22T08:00:21.361Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=gffjjgc4
time="2022-07-22T08:00:21.364Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=5bhrbmx4
time="2022-07-22T08:00:21.364Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=120 elapsedMillisGT=0 outcome=unspecified reconcileID=5bhrbmx4
time="2022-07-22T08:00:21.384Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=svkss2kj
time="2022-07-22T08:00:21.384Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=svkss2kj
time="2022-07-22T08:00:21.388Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=svkss2kj
time="2022-07-22T08:00:21.388Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=svkss2kj
time="2022-07-22T08:00:21.388Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=136 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=svkss2kj
time="2022-07-22T08:00:21.393Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 clusterOperator=etcd condition=Progressing controller=hibernation reconcileID=gffjjgc4 status=True
time="2022-07-22T08:00:21.393Z" level=info msg="ClusterOperators are not ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=gffjjgc4
time="2022-07-22T08:00:21.393Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=144 elapsedMillisGT=0 outcome=unspecified reconcileID=gffjjgc4
time="2022-07-22T08:00:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:00:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:00:35.001Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=ct5cs8mg
time="2022-07-22T08:00:35.001Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=ct5cs8mg
time="2022-07-22T08:00:35.001Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=ct5cs8mg
time="2022-07-22T08:00:35.103Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=ct5cs8mg states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T08:00:35.205Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 reconcileID=ct5cs8mg
time="2022-07-22T08:00:35.205Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=ct5cs8mg
time="2022-07-22T08:00:35.271Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=ct5cs8mg
time="2022-07-22T08:00:35.271Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc condition=Ready controller=hibernation reason=Running reconcileID=ct5cs8mg
time="2022-07-22T08:00:35.285Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=284 elapsedMillisGT=0 outcome=unspecified reconcileID=ct5cs8mg
time="2022-07-22T08:00:35.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=n9r6wqs6
time="2022-07-22T08:00:35.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=vxgfjlgg
time="2022-07-22T08:00:35.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=kx9tvmfr
time="2022-07-22T08:00:35.286Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=vxgfjlgg
time="2022-07-22T08:00:35.286Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=tzjrq9vp
time="2022-07-22T08:00:35.286Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=kx9tvmfr
time="2022-07-22T08:00:35.286Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-dbcqc controller=clusterpoolnamespace namespace=/jshu-pool-dbcqc reconcileID=tzjrq9vp
time="2022-07-22T08:00:35.286Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-dbcqc outcome=unspecified reconcileID=tzjrq9vp
time="2022-07-22T08:00:35.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T08:00:35.286Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-dbcqc controller=argocdregister namespace=jshu-pool-dbcqc
time="2022-07-22T08:00:35.286Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-dbcqc outcome=unspecified
time="2022-07-22T08:00:35.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=q99rgwfz
time="2022-07-22T08:00:35.286Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T08:00:35.286Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T08:00:35.286Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T08:00:35.286Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc
time="2022-07-22T08:00:35.286Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation infraID=jshu-pool-dbcqc-79wwl reconcileID=vxgfjlgg
time="2022-07-22T08:00:35.286Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=q99rgwfz
time="2022-07-22T08:00:35.286Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=q99rgwfz
time="2022-07-22T08:00:35.286Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=q99rgwfz
time="2022-07-22T08:00:35.286Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment reconcileID=q99rgwfz
time="2022-07-22T08:00:35.286Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q99rgwfz
time="2022-07-22T08:00:35.286Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=8qrxzhdl
time="2022-07-22T08:00:35.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=x68rmdcd
time="2022-07-22T08:00:35.286Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=8qrxzhdl
time="2022-07-22T08:00:35.286Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=8qrxzhdl
time="2022-07-22T08:00:35.286Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=x68rmdcd
time="2022-07-22T08:00:35.286Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts reconcileID=x68rmdcd
time="2022-07-22T08:00:35.286Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp reconcileID=8qrxzhdl
time="2022-07-22T08:00:35.286Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x68rmdcd
time="2022-07-22T08:00:35.286Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp\", timestamp:time.Time{wall:0xc0aeb02ff28042e4, ext:71656443402, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp
time="2022-07-22T08:00:35.286Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision reconcileID=8qrxzhdl
time="2022-07-22T08:00:35.286Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-dbcqc/jshu-pool-dbcqc-0-kdwlp controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8qrxzhdl
time="2022-07-22T08:00:35.286Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=xhsfscfq
time="2022-07-22T08:00:35.287Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=p45rq85k
time="2022-07-22T08:00:35.287Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider reconcileID=p45rq85k
time="2022-07-22T08:00:35.287Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate reconcileID=dpc2n7kc
time="2022-07-22T08:00:35.287Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p45rq85k
time="2022-07-22T08:00:35.287Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T08:00:35.287Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=hjrfp4ll
time="2022-07-22T08:00:35.287Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h58m11.712831637s reconcileID=hjrfp4ll
time="2022-07-22T08:00:35.287Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hjrfp4ll
time="2022-07-22T08:00:35.287Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=xhsfscfq stale=0 standby=1 unclaimed=1
time="2022-07-22T08:00:35.287Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=d2cx8m7x
time="2022-07-22T08:00:35.287Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=xhsfscfq unassignedCount=0
time="2022-07-22T08:00:35.287Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate matchingRelocates="[]" reconcileID=dpc2n7kc
time="2022-07-22T08:00:35.287Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dpc2n7kc
time="2022-07-22T08:00:35.287Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=mnxnlbdd
time="2022-07-22T08:00:35.287Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-dbcqc/jshu-pool-dbcqc-worker
time="2022-07-22T08:00:35.286Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress reconcileID=n9r6wqs6
time="2022-07-22T08:00:35.287Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=remoteingress elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=n9r6wqs6
time="2022-07-22T08:00:35.287Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=w2mvs8pm
time="2022-07-22T08:00:35.287Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink reconcileID=w2mvs8pm
time="2022-07-22T08:00:35.287Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w2mvs8pm
time="2022-07-22T08:00:35.295Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=8 elapsedMillisGT=0 outcome=unspecified reconcileID=xhsfscfq
time="2022-07-22T08:00:35.295Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=whkscnt2
time="2022-07-22T08:00:35.295Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T08:00:35.295Z" level=debug msg="found clusters for ClusterPool" assignable=1 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=whkscnt2 stale=0 standby=1 unclaimed=1
time="2022-07-22T08:00:35.295Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=whkscnt2 unassignedCount=0
time="2022-07-22T08:00:35.296Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=whkscnt2
time="2022-07-22T08:00:35.346Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=0 infraID=jshu-pool-dbcqc-79wwl reconcileID=vxgfjlgg states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T08:00:35.359Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=mnxnlbdd
time="2022-07-22T08:00:35.415Z" level=info msg="condition Available changed for operator ingress" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=kx9tvmfr
time="2022-07-22T08:00:35.415Z" level=info msg="condition Degraded changed for operator ingress" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=kx9tvmfr
time="2022-07-22T08:00:35.415Z" level=info msg="condition Progressing changed for operator ingress" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=kx9tvmfr
time="2022-07-22T08:00:35.415Z" level=info msg="condition ClusterTransferAvailable changed for operator insights" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=kx9tvmfr
time="2022-07-22T08:00:35.415Z" level=info msg="condition SCAAvailable changed for operator insights status (True -> False)" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=kx9tvmfr
time="2022-07-22T08:00:35.415Z" level=info msg="condition Available changed for operator operator-lifecycle-manager-packageserver" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=kx9tvmfr
time="2022-07-22T08:00:35.415Z" level=info msg="condition Progressing changed for operator operator-lifecycle-manager-packageserver" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=kx9tvmfr
time="2022-07-22T08:00:35.423Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=d2cx8m7x
time="2022-07-22T08:00:35.423Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion reconcileID=d2cx8m7x
time="2022-07-22T08:00:35.423Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterversion elapsedMillis=136 elapsedMillisGT=0 outcome=unspecified reconcileID=d2cx8m7x
time="2022-07-22T08:00:35.423Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation count=6 reconcileID=vxgfjlgg
time="2022-07-22T08:00:35.423Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=vxgfjlgg
time="2022-07-22T08:00:35.429Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=kx9tvmfr
time="2022-07-22T08:00:35.429Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=143 elapsedMillisGT=0 outcome=unspecified reconcileID=kx9tvmfr
time="2022-07-22T08:00:35.457Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation reconcileID=vxgfjlgg
time="2022-07-22T08:00:35.457Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=hibernation elapsedMillis=171 elapsedMillisGT=0 outcome=unspecified reconcileID=vxgfjlgg
time="2022-07-22T08:00:35.471Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=mnxnlbdd
time="2022-07-22T08:00:35.472Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=mnxnlbdd
time="2022-07-22T08:00:35.498Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=mnxnlbdd
time="2022-07-22T08:00:35.498Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=mnxnlbdd
time="2022-07-22T08:00:35.546Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=mnxnlbdd
time="2022-07-22T08:00:35.546Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker reconcileID=mnxnlbdd
time="2022-07-22T08:00:35.546Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=259 elapsedMillisGT=0 machinePool=jshu-pool-dbcqc/jshu-pool-dbcqc-worker outcome=unspecified reconcileID=mnxnlbdd
time="2022-07-22T08:00:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:00:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:00:51.393Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=4xsbhddj
time="2022-07-22T08:00:51.394Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=4xsbhddj
time="2022-07-22T08:00:51.394Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=4xsbhddj
time="2022-07-22T08:00:51.481Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=4xsbhddj states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T08:00:51.534Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=6 reconcileID=4xsbhddj
time="2022-07-22T08:00:51.534Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=4xsbhddj
time="2022-07-22T08:00:51.565Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 clusterOperator=etcd condition=Progressing controller=hibernation reconcileID=4xsbhddj status=True
time="2022-07-22T08:00:51.565Z" level=info msg="ClusterOperators are not ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=4xsbhddj
time="2022-07-22T08:00:51.565Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=171 elapsedMillisGT=0 outcome=unspecified reconcileID=4xsbhddj
time="2022-07-22T08:00:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:00:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:01:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:01:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:01:21.566Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=fwv24htt
time="2022-07-22T08:01:21.566Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=fwv24htt
time="2022-07-22T08:01:21.566Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=fwv24htt
time="2022-07-22T08:01:21.664Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=fwv24htt states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T08:01:21.704Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=6 reconcileID=fwv24htt
time="2022-07-22T08:01:21.704Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=fwv24htt
time="2022-07-22T08:01:21.737Z" level=info msg="ClusterOperator is in undesired state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 clusterOperator=etcd condition=Progressing controller=hibernation reconcileID=fwv24htt status=True
time="2022-07-22T08:01:21.737Z" level=info msg="ClusterOperators are not ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=fwv24htt
time="2022-07-22T08:01:21.737Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=170 elapsedMillisGT=0 outcome=unspecified reconcileID=fwv24htt
time="2022-07-22T08:01:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:01:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:01:40.63Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:01:40.63Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T08:01:40.63Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T08:01:40.63Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T08:01:40.63Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T08:01:40.63Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T08:01:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:01:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:01:51.737Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=rwvg8x4j
time="2022-07-22T08:01:51.737Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=rwvg8x4j
time="2022-07-22T08:01:51.737Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=rwvg8x4j
time="2022-07-22T08:01:51.85Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=rwvg8x4j states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T08:01:51.892Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=6 reconcileID=rwvg8x4j
time="2022-07-22T08:01:51.892Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=rwvg8x4j
time="2022-07-22T08:01:51.922Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=rwvg8x4j
time="2022-07-22T08:01:51.922Z" level=info msg="condition updated on cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 condition=Ready controller=hibernation reason=Running reconcileID=rwvg8x4j
time="2022-07-22T08:01:51.935Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=197 elapsedMillisGT=0 outcome=unspecified reconcileID=rwvg8x4j
time="2022-07-22T08:01:51.935Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=7jpjvv5b
time="2022-07-22T08:01:51.935Z" level=info msg="checking whether machines are running" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=7jpjvv5b
time="2022-07-22T08:01:51.936Z" level=debug msg="listing cluster instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation infraID=jshu-pool-ldpb2-6kzwq reconcileID=7jpjvv5b
time="2022-07-22T08:01:51.936Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=ttjhfv4l
time="2022-07-22T08:01:51.936Z" level=debug msg="ClusterDeployment has not been deleted" clusterDeployment=jshu-pool-ldpb2 controller=clusterpoolnamespace namespace=/jshu-pool-ldpb2 reconcileID=ttjhfv4l
time="2022-07-22T08:01:51.936Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/jshu-pool-ldpb2 outcome=unspecified reconcileID=ttjhfv4l
time="2022-07-22T08:01:51.936Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T08:01:51.936Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister namespace=jshu-pool-ldpb2
time="2022-07-22T08:01:51.936Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2 controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=jshu-pool-ldpb2 outcome=unspecified
time="2022-07-22T08:01:51.936Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=9hkxxnf7
time="2022-07-22T08:01:51.936Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress reconcileID=9hkxxnf7
time="2022-07-22T08:01:51.936Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9hkxxnf7
time="2022-07-22T08:01:51.936Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=zbgp5f7h
time="2022-07-22T08:01:51.936Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable delay=1h56m43.063354665s reconcileID=zbgp5f7h
time="2022-07-22T08:01:51.936Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zbgp5f7h
time="2022-07-22T08:01:51.936Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=lmjqzp86
time="2022-07-22T08:01:51.937Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate reconcileID=vpzv6bhd
time="2022-07-22T08:01:51.937Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate matchingRelocates="[]" reconcileID=vpzv6bhd
time="2022-07-22T08:01:51.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vpzv6bhd
time="2022-07-22T08:01:51.937Z" level=debug msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=8gls4grb
time="2022-07-22T08:01:51.937Z" level=debug msg="cluster deployment does not have private link enabled, so skipping" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink reconcileID=8gls4grb
time="2022-07-22T08:01:51.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8gls4grb
time="2022-07-22T08:01:51.937Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=lwxgbxsf
time="2022-07-22T08:01:51.937Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-worker
time="2022-07-22T08:01:51.938Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=jbw54b2z
time="2022-07-22T08:01:51.938Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=jbw54b2z
time="2022-07-22T08:01:51.938Z" level=debug msg="Waiting to fetch clusteroperator status in 8m29.061005271s" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=jbw54b2z
time="2022-07-22T08:01:51.939Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jbw54b2z
time="2022-07-22T08:01:51.939Z" level=info msg="reconciling cluster provision" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=kg8sgns4
time="2022-07-22T08:01:51.939Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=6fp47q7l
time="2022-07-22T08:01:51.939Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Job objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-provision ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=kg8sgns4
time="2022-07-22T08:01:51.939Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T08:01:51.939Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=kg8sgns4
time="2022-07-22T08:01:51.939Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterProvision ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj reconcileID=kg8sgns4
time="2022-07-22T08:01:51.939Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj\", timestamp:time.Time{wall:0xc0aeb0307501b65f, ext:73698481558, loc:(*time.Location)(0x7ab2120)}}" controller=clusterProvision controllerKey=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj
time="2022-07-22T08:01:51.939Z" level=debug msg="ClusterProvision is complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision reconcileID=kg8sgns4
time="2022-07-22T08:01:51.939Z" level=info msg="reconcile complete" clusterProvision=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kg8sgns4
time="2022-07-22T08:01:51.939Z" level=debug msg="found clusters for ClusterPool" assignable=2 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=6fp47q7l stale=0 standby=0 unclaimed=2
time="2022-07-22T08:01:51.939Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=6fp47q7l unassignedCount=0
time="2022-07-22T08:01:51.939Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=ch7kjqr5
time="2022-07-22T08:01:51.939Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider reconcileID=ch7kjqr5
time="2022-07-22T08:01:51.939Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ch7kjqr5
time="2022-07-22T08:01:51.939Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=l85dkp28
time="2022-07-22T08:01:51.939Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T08:01:51.939Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T08:01:51.939Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T08:01:51.939Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2-0-95cfj-admin-password ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2
time="2022-07-22T08:01:51.939Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=l85dkp28
time="2022-07-22T08:01:51.939Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=l85dkp28
time="2022-07-22T08:01:51.939Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=l85dkp28
time="2022-07-22T08:01:51.939Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment reconcileID=l85dkp28
time="2022-07-22T08:01:51.939Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=x269cnzk
time="2022-07-22T08:01:51.939Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterDeployment elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l85dkp28
time="2022-07-22T08:01:51.939Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=x269cnzk
time="2022-07-22T08:01:51.939Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts reconcileID=x269cnzk
time="2022-07-22T08:01:51.939Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=x269cnzk
time="2022-07-22T08:01:51.948Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=9 elapsedMillisGT=0 outcome=unspecified reconcileID=6fp47q7l
time="2022-07-22T08:01:51.949Z" level=info msg="reconciling cluster pool" clusterPool=default/jshu-pool controller=clusterpool reconcileID=jjcnw9r2
time="2022-07-22T08:01:51.949Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"default/jshu-pool\", timestamp:time.Time{wall:0xc0aeb02d6b4abc7d, ext:61535495093, loc:(*time.Location)(0x7ab2120)}}" controller=clusterpool controllerKey=default/jshu-pool
time="2022-07-22T08:01:51.949Z" level=debug msg="found clusters for ClusterPool" assignable=2 broken=0 claimed=0 clusterPool=default/jshu-pool controller=clusterpool deleting=0 installing=0 reconcileID=jjcnw9r2 stale=0 standby=0 unclaimed=2
time="2022-07-22T08:01:51.949Z" level=debug msg="found claims for ClusterPool" assignedCount=0 clusterPool=default/jshu-pool controller=clusterpool reconcileID=jjcnw9r2 unassignedCount=0
time="2022-07-22T08:01:51.949Z" level=info msg="reconcile complete" clusterPool=default/jshu-pool controller=clusterpool elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jjcnw9r2
time="2022-07-22T08:01:51.976Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=lwxgbxsf
time="2022-07-22T08:01:51.979Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=lmjqzp86
time="2022-07-22T08:01:51.979Z" level=debug msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion reconcileID=lmjqzp86
time="2022-07-22T08:01:51.979Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterversion elapsedMillis=43 elapsedMillisGT=0 outcome=unspecified reconcileID=lmjqzp86
time="2022-07-22T08:01:51.98Z" level=debug msg="result of listing instances" cloud=aws clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=0 infraID=jshu-pool-ldpb2-6kzwq reconcileID=7jpjvv5b states="map[pending:{} shutting-down:{} stopped:{} stopping:{}]"
time="2022-07-22T08:01:52.014Z" level=info msg="found 3 remote machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=lwxgbxsf
time="2022-07-22T08:01:52.015Z" level=debug msg="resolved AMI to use for new machinesets" ami=ami-026e5701f495c94a2 controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=lwxgbxsf
time="2022-07-22T08:01:52.025Z" level=info msg="All cluster nodes are ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation count=6 reconcileID=7jpjvv5b
time="2022-07-22T08:01:52.025Z" level=debug msg="Checking if ClusterOperators are ready" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=7jpjvv5b
time="2022-07-22T08:01:52.042Z" level=info msg="generated 3 worker machine sets" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=lwxgbxsf
time="2022-07-22T08:01:52.042Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=lwxgbxsf
time="2022-07-22T08:01:52.047Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=lwxgbxsf
time="2022-07-22T08:01:52.047Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker reconcileID=lwxgbxsf
time="2022-07-22T08:01:52.047Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=109 elapsedMillisGT=0 machinePool=jshu-pool-ldpb2/jshu-pool-ldpb2-worker outcome=unspecified reconcileID=lwxgbxsf
time="2022-07-22T08:01:52.056Z" level=info msg="Cluster has started and is in Running state" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation reconcileID=7jpjvv5b
time="2022-07-22T08:01:52.056Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=hibernation elapsedMillis=120 elapsedMillisGT=0 outcome=unspecified reconcileID=7jpjvv5b
time="2022-07-22T08:01:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:01:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:02:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:02:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:02:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:02:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:02:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:02:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:02:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:02:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:03:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:03:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:03:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:03:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:03:40.631Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:03:40.631Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T08:03:40.631Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T08:03:40.631Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T08:03:40.631Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T08:03:40.631Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T08:03:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:03:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:03:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:03:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:04:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:04:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:04:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:04:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:04:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:04:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:04:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:04:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:05:19.011Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:05:19.011Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:05:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:05:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:05:40.631Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:05:40.631Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T08:05:40.632Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T08:05:40.632Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T08:05:40.632Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T08:05:40.632Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T08:05:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:05:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:05:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:05:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:06:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:06:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:06:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:06:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:06:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:06:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:06:55.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:06:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:07:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:07:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:07:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:07:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:07:40.632Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:07:40.633Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T08:07:40.633Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T08:07:40.633Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T08:07:40.633Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T08:07:40.633Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T08:07:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:07:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:07:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:07:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:08:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:08:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:08:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:08:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:08:48.222Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=n9rm7746
time="2022-07-22T08:08:48.222Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=n9rm7746
time="2022-07-22T08:08:48.222Z" level=debug msg="Waiting to fetch clusteroperator status in 1m32.77729095s" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=n9rm7746
time="2022-07-22T08:08:48.222Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n9rm7746
time="2022-07-22T08:08:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:08:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:08:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:08:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:09:00.252Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=hsdjbvhh
time="2022-07-22T08:09:00.252Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=hsdjbvhh
time="2022-07-22T08:09:00.252Z" level=debug msg="Waiting to fetch clusteroperator status in 1m34.747282482s" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=hsdjbvhh
time="2022-07-22T08:09:00.252Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hsdjbvhh
time="2022-07-22T08:09:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:09:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:09:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:09:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:09:40.633Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:09:40.633Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T08:09:40.633Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T08:09:40.633Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T08:09:40.633Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T08:09:40.633Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T08:09:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:09:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:09:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:09:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:10:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:10:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:10:21Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=xgnscfqf
time="2022-07-22T08:10:21Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-ldpb2/jshu-pool-ldpb2 reconcileID=xgnscfqf
time="2022-07-22T08:10:21.082Z" level=info msg="condition Available changed for operator etcd" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=xgnscfqf
time="2022-07-22T08:10:21.082Z" level=info msg="condition Degraded changed for operator etcd" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=xgnscfqf
time="2022-07-22T08:10:21.082Z" level=info msg="condition Progressing changed for operator etcd status (True -> False)" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=xgnscfqf
time="2022-07-22T08:10:21.082Z" level=info msg="condition Progressing changed for operator node-tuning" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=xgnscfqf
time="2022-07-22T08:10:21.099Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState reconcileID=xgnscfqf
time="2022-07-22T08:10:21.099Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=clusterState elapsedMillis=98 elapsedMillisGT=0 outcome=unspecified reconcileID=xgnscfqf
time="2022-07-22T08:10:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:10:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:10:35Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=2f6lz44k
time="2022-07-22T08:10:35Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState objectKind=ClusterState objectNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc ownerKind=ClusterDeployment ownerNamespacedName=jshu-pool-dbcqc/jshu-pool-dbcqc reconcileID=2f6lz44k
time="2022-07-22T08:10:35.096Z" level=info msg="condition Progressing changed for operator node-tuning" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=2f6lz44k
time="2022-07-22T08:10:35.111Z" level=info msg="clusterState has been updated" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState reconcileID=2f6lz44k
time="2022-07-22T08:10:35.111Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=clusterState elapsedMillis=111 elapsedMillisGT=0 outcome=unspecified reconcileID=2f6lz44k
time="2022-07-22T08:10:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:10:49.011Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:10:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:10:55.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:11:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:11:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:11:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:11:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:11:40.634Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:11:40.634Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T08:11:40.634Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T08:11:40.634Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T08:11:40.634Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T08:11:40.634Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T08:11:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:11:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:11:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:11:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:12:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:12:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:12:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:12:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:12:38.937Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable reconcileID=nkzb2c9k
time="2022-07-22T08:12:38.937Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable delay=1h45m56.062347788s reconcileID=nkzb2c9k
time="2022-07-22T08:12:38.937Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-ldpb2/jshu-pool-ldpb2 controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nkzb2c9k
time="2022-07-22T08:12:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:12:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:12:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:12:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:13:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:13:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:13:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:13:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:13:40.635Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:13:40.635Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T08:13:40.635Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T08:13:40.635Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T08:13:40.635Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T08:13:40.635Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T08:13:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:13:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:13:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:13:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:14:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:14:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:14:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:14:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:14:27.359Z" level=info msg="reconciling cluster deployment" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable reconcileID=4592f7z9
time="2022-07-22T08:14:27.36Z" level=debug msg="waiting to check connectivity" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable delay=1h44m19.639995499s reconcileID=4592f7z9
time="2022-07-22T08:14:27.36Z" level=info msg="reconcile complete" clusterDeployment=jshu-pool-dbcqc/jshu-pool-dbcqc controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4592f7z9
time="2022-07-22T08:14:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:14:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:14:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:14:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:15:00.124Z" level=info msg="Job created" controller=clusterProvision
time="2022-07-22T08:15:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:15:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:15:25.469Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:15:25.469Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:15:40.635Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:15:40.636Z" level=debug msg="calculating metrics across all install jobs" controller=metrics
time="2022-07-22T08:15:40.636Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics
time="2022-07-22T08:15:40.636Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics
time="2022-07-22T08:15:40.636Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics
time="2022-07-22T08:15:40.636Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified
time="2022-07-22T08:15:49.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:15:49.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:15:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:15:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:16:19.01Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:16:19.01Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:16:25.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:16:25.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:16:49.009Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:16:49.009Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:16:55.468Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics
time="2022-07-22T08:16:55.468Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics